diff --git a/.eval_results/gpqa.yaml b/.eval_results/gpqa.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef21e8070c936abf0f76e46b73aff475e6cd81e5 --- /dev/null +++ b/.eval_results/gpqa.yaml @@ -0,0 +1,9 @@ +- dataset: + id: Idavidrein/gpqa + task_id: diamond + value: 79.23 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift diff --git a/.eval_results/gpqa_with_tools.yaml b/.eval_results/gpqa_with_tools.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83d582beccc8b2b6889ff3d2c6376f946e7f709f --- /dev/null +++ b/.eval_results/gpqa_with_tools.yaml @@ -0,0 +1,10 @@ +- dataset: + id: Idavidrein/gpqa + task_id: diamond + value: 82.70 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift + notes: "With tools" diff --git a/.eval_results/hle.yaml b/.eval_results/hle.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74b64173f2f59fc0d74f56c1db840f5263dd3983 --- /dev/null +++ b/.eval_results/hle.yaml @@ -0,0 +1,9 @@ +- dataset: + id: cais/hle + task_id: hle + value: 18.26 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift diff --git a/.eval_results/hle_with_tools.yaml b/.eval_results/hle_with_tools.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6c2b923e21451aba88a89d82901c1d99f6d0c51f --- /dev/null +++ b/.eval_results/hle_with_tools.yaml @@ -0,0 +1,10 @@ +- dataset: + id: cais/hle + task_id: hle + value: 22.82 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift + notes: "With tools" diff --git a/.eval_results/mmlu_pro.yaml b/.eval_results/mmlu_pro.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af35d20fb6245717dc9fc5f1077a6ce59b8f971c --- /dev/null +++ b/.eval_results/mmlu_pro.yaml @@ -0,0 +1,9 @@ +- dataset: + id: TIGER-Lab/MMLU-Pro + task_id: mmlu_pro + value: 83.73 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift diff --git a/.eval_results/swe_bench_verified.yaml b/.eval_results/swe_bench_verified.yaml new file mode 100644 index 0000000000000000000000000000000000000000..674f163360140a8237359e2278bc95f8d8c6ed63 --- /dev/null +++ b/.eval_results/swe_bench_verified.yaml @@ -0,0 +1,29 @@ +- dataset: + id: SWE-bench/SWE-bench_Verified + task_id: swe_bench_%_resolved + value: 60.47 + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: nielsr + notes: OpenHands harness + +- dataset: + id: SWE-bench/SWE-bench_Verified + task_id: swe_bench_%_resolved + value: 59.20 + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: nielsr + notes: OpenCode harness + +- dataset: + id: SWE-bench/SWE-bench_Verified + task_id: swe_bench_%_resolved + value: 53.73 + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: nielsr + notes: Codex harness \ No newline at end of file diff --git a/.eval_results/terminal-bench_2.0.yaml b/.eval_results/terminal-bench_2.0.yaml new file mode 100644 index 0000000000000000000000000000000000000000..052f92508a79992888b1bc771ea14057f79695b5 --- /dev/null +++ b/.eval_results/terminal-bench_2.0.yaml @@ -0,0 +1,9 @@ +- dataset: + id: harborframework/terminal-bench-2.0 + task_id: terminalbench_2 + value: 31.00 + date: '2026-03-12' + source: + url: https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + name: Model Card + user: SaylorTwift diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6a0a11d4200b020153789ef79eddba3256142c9c --- /dev/null +++ b/README.md @@ -0,0 +1,924 @@ +--- +library_name: transformers +license: other +license_name: nvidia-nemotron-open-model-license +license_link: >- + https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/ +pipeline_tag: text-generation +language: +- en +- fr +- es +- it +- de +- ja +- zh +tags: +- nvidia +- pytorch +- nemotron-3 +- latent-moe +- mtp +datasets: +- nvidia/nemotron-post-training-v3 +- nvidia/nemotron-pre-training-datasets +track_downloads: true +--- + +# NVIDIA-Nemotron-3-Super-120B-A12B-BF16 + +
+ + Chat + + + Paper + + + Pre-Training Datasets + + + Post-Training Datasets + +
+
+ + Homepage + + + Discord + +
+ +
+ + License + +
+ +![](./accuracy_chart.png) + +## Model Summary + +| | | +|:---|:---| +| **Total Parameters** | 120B (12B active) | +| **Architecture** | LatentMoE - Mamba-2 + MoE + Attention hybrid with Multi-Token Prediction (MTP) | +| **Context Length** | Up to 1M tokens | +| **Minimum GPU Requirement** | 8× H100-80GB | +| **Supported Languages** | English, French, German, Italian, Japanese, Spanish, Chinese | +| **Best For** | Agentic workflows, long-context reasoning, high-volume workloads (e.g. IT ticket automation), tool use, RAG | +| **Reasoning Mode** | Configurable on/off via chat template (`enable_thinking=True/False`) | +| **License** | [NVIDIA Nemotron Open Model License](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/) | +| **Release Date** | March 11, 2026 | + + +## Quick Start + +> Use `temperature=1.0` and `top_p=0.95` across **all tasks and serving backends** — reasoning, tool calling, and general chat alike. + +For more details on how to deploy and use the model - see the [Quick Start Guide](#quick-start-guide) below! + +> *For running Nemotron 3 Super on a single B200 or DGX Spark - please see: [NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4](https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4)* + +## Model Overview + +**Model Developer:** NVIDIA Corporation + +**Model Dates:** December 2025 - March 2026 + +**Data Freshness:** + +* The post-training data has a cutoff date of February 2026. +* The pre-training data has a cutoff date of June 2025. + +### What is Nemotron? + +NVIDIA Nemotron™ is a family of open models with open weights, training data, and recipes, delivering leading efficiency and accuracy for building specialized AI agents. + +## Description + +**Nemotron-3-Super-120B-A12B-BF16** is a large language model (LLM) trained by NVIDIA, designed to deliver strong agentic, reasoning, and conversational capabilities. It is optimized for collaborative agents and high-volume workloads such as IT ticket automation. Like other models in the family, it responds to user queries and tasks by first generating a reasoning trace and then concluding with a final response. The model's reasoning capabilities can be configured through a flag in the chat template. + +The model employs a hybrid **Latent Mixture-of-Experts (LatentMoE)** architecture, utilizing interleaved Mamba-2 and MoE layers, along with select Attention layers. Distinct from the Nano model, the Super model incorporates **Multi-Token Prediction (MTP)** layers for faster text generation and improved quality, and it is trained using **NVFP4** quantization to maximize compute efficiency. The model has **12B active parameters** and **120B parameters in total**. + +The supported languages include: English, French, German, Italian, Japanese, Spanish, and Chinese + +This model is ready for commercial use. + +## License/Terms of Use + +**Governing Download Terms:** Use of this model is governed by the [NVIDIA Nemotron Open Model License](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/). + +**Governing Download Terms with NIM:** The NIM container is governed by the [NVIDIA Software License Agreement](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/) and [Product-Specific Terms for AI Products](https://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/). Use of this model is governed by the [NVIDIA Nemotron Open Model License](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/). + +### Benchmarks + +| **Benchmark** | **Nemotron 3 Super** | **Qwen3.5-122B-A10B** | **GPT-OSS-120B** | +|---|---|---|---| +| **General Knowledge** | | | | +| MMLU-Pro | 83.73 | 86.70 | 81.00 | +| **Reasoning** | | | | +| AIME25 (no tools) | 90.21 | 90.36 | 92.50 | +| HMMT Feb25 (no tools) | 93.67 | 91.40 | 90.00 | +| HMMT Feb25 (with tools) | 94.73 | 89.55 | — | +| GPQA (no tools) | 79.23 | 86.60 | 80.10 | +| GPQA (with tools) | 82.70 | — | 80.09 | +| LiveCodeBench (v5 2024-07↔2024-12) | 81.19 | 78.93 | 88.00 | +| SciCode (subtask) | 42.05 | 42.00 | 39.00 | +| HLE (no tools) | 18.26 | 25.30 | 14.90 | +| HLE (with tools) | 22.82 | — | 19.0 | +| **Agentic** | | | | +| Terminal Bench (hard subset) | 25.78 | 26.80 | 24.00 | +| Terminal Bench Core 2.0 | 31.00 | 37.50 | 18.70 | +| SWE-Bench (OpenHands) | 60.47 | 66.40 | 41.9 | +| SWE-Bench (OpenCode) | 59.20 | 67.40 | — | +| SWE-Bench (Codex) | 53.73 | 61.20 | — | +| SWE-Bench Multilingual (OpenHands) | 45.78 | — | 30.80 | +| **TauBench V2** | | | | +|     Airline | 56.25 | 66.0 | 49.2 | +|     Retail | 62.83 | 62.6 | 67.80 | +|     Telecom | 64.36 | 95.00 | 66.00 | +|     Average | 61.15 | 74.53 | 61.0 | +| BrowseComp with Search | 31.28 | — | 33.89 | +| BIRD Bench | 41.80 | — | 38.25 | +| **Chat & Instruction Following** | | | | +| IFBench (prompt) | 72.56 | 73.77 | 68.32 | +| Scale AI Multi-Challenge | 55.23 | 61.50 | 58.29 | +| Arena-Hard-V2 | 73.88 | 75.15 | 90.26 | +| **Long Context** | | | | +| AA-LCR | 58.31 | 66.90 | 51.00 | +| RULER @ 256k | 96.30 | 96.74 | 52.30 | +| RULER @ 512k | 95.67 | 95.95 | 46.70 | +| RULER @ 1M | 91.75 | 91.33 | 22.30 | +| **Multilingual** | | | | +| MMLU-ProX (avg over langs) | 79.36 | 85.06 | 76.59 | +| WMT24++ (en→xx) | 86.67 | 87.84 | 88.89 | + +All evaluation results were collected via [Nemo Evaluator SDK](https://github.com/NVIDIA-NeMo/Evaluator) and for most benchmarks, the [Nemo Skills Harness](https://github.com/NVIDIA-NeMo/Skills). For reproducibility purposes, more details on the evaluation settings can be found in the [Nemo Evaluator SDK configs folder](https://github.com/NVIDIA-NeMo/Evaluator/tree/main/packages/nemo-evaluator-launcher/examples/nemotron/nemotron-3-super) and the [reproducibility tutorial for Nemotron 3 Super](https://github.com/NVIDIA-NeMo/Evaluator/blob/main/packages/nemo-evaluator-launcher/examples/nemotron/nemotron-3-super/reproducibility.md). The open source container on Nemo Skills packaged via NVIDIA's Nemo Evaluator SDK used for evaluations can be found [here](https://catalog.ngc.nvidia.com/orgs/nvidia/teams/eval-factory/containers/nemo_skills). In addition to Nemo Skills, the evaluations also used dedicated open-source packaged containers for Tau-2 Bench (default prompt), Terminal Bench Hard (48 tasks), ScaleAI Multi Challenge Multi-turn Instruction Following, and Ruler. + +The following benchmarks are not onboarded yet in our open source tools and for these we used either their official open source implementation or otherwise an internal scaffolding that we plan to open source in the future: SWE Bench Verified (OpenHands), SWE Bench Multilingual (OpenHands), BrowseComp with Search (internal implementation with Serp API), Terminal Bench Core 2.0 (Harbor). + +### Deployment Geography: Global + +### Use Case + +NVIDIA-Nemotron-3-Super-120B-A12B-BF16 is a general purpose reasoning and chat model intended to be used in English, Code, and supported multilingual contexts. This model is optimized for collaborative agents and high-volume workloads. It is intended to be used by developers designing AI Agent systems, chatbots, RAG systems, and other AI-powered applications. This model is also suitable for complex instruction-following tasks and long-context reasoning. + +### Release Date + +Hugging Face - 03/11/2026 via [Hugging Face](https://huggingface.co/collections/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16) + +## Reference(s) + +* [NVIDIA Nemotron 3 model family on Hugging Face](https://huggingface.co/collections/nvidia/nvidia-nemotron-v3) +* [NVIDIA Nemotron 3 Super Technical Report](https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Super-Technical-Report.pdf) + +## Model Architecture + +- **Architecture Type:** Mamba2-Transformer Hybrid Latent Mixture of Experts (LatentMoE) with Multi-Token Prediction (MTP) +- **Network Architecture:** Nemotron Hybrid LatentMoE +- **Number of model parameters:** 120B Total / 12B Active + +## Model Design + +The model utilizes the **LatentMoE** architecture, where tokens are projected into a smaller latent dimension for expert routing and computation, improving accuracy per byte. The Super model is pre-trained using NVFP4 quantization — the first model in the Nemotron 3 family trained at this precision. The majority of linear layers use NVFP4 for weights, activations, and gradients, while select layers (including latent projections, MTP layers, QKV/attention projections, and embeddings) are maintained in BF16 or MXFP8 for training stability. The model includes **Multi-Token Prediction (MTP)** layers using a shared-weight design across prediction heads. This improves training signal quality, enables faster inference via native speculative decoding, and supports more stable autoregressive drafting at longer draft lengths compared to independently trained offset heads. + +## Training Methodology + +Stage 1: Pre-Training + +* [NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16](https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16) model was pre-trained for over 25T tokens using crawled and synthetic code, math, science, and general knowledge data. Training leveraged NVFP4 quantization for efficiency. All datasets are disclosed in the [Training and Evaluation Datasets](https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16#training-and-evaluation-datasets) section of this document. Major portions of the pre-training corpus are released in the [Nemotron-Pre-Training-Datasets](https://huggingface.co/collections/nvidia/nemotron-pre-training-datasets) collection. +* Software used for pre-training: [Megatron-LM](https://github.com/NVIDIA/Megatron-LM) + +Stage 2: Supervised Fine-Tuning + +* The model was further fine-tuned on synthetic code, math, science, tool calling, instruction following, structured outputs, and general knowledge data. This stage incorporated data designed to support long-range retrieval and multi-document aggregation. All datasets are disclosed in the [Training and Evaluation Datasets](https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16#training-and-evaluation-datasets) section of this document. Major portions of the fine-tuning corpus are released in the [Nemotron-Post-Training-v3](https://huggingface.co/collections/nvidia/nemotron-post-training-v3) collection. [Data Designer](https://github.com/NVIDIA-NeMo/DataDesigner) is one of the libraries used to prepare these corpora. + +Stage 3: Reinforcement Learning + +* The model underwent multi-environment reinforcement learning using asynchronous GRPO (Group Relative Policy Optimization) across math, code, science, instruction following, multi-step tool use, multi-turn conversations, and structured output environments. It utilized an asynchronous RL architecture that fully decouples training from inference across separate GPU devices, leveraging in-flight weight updates and MTP to accelerate rollout generation. Conversational quality was further refined through RLHF. All datasets are disclosed in the *Training and Evaluation Datasets* section of this document. The RL environments and datasets are released as part of [NeMo Gym](https://github.com/NVIDIA-NeMo/Gym). +* Software used for reinforcement learning: [NeMo RL](https://github.com/NVIDIA-NeMo/RL), [NeMo Gym](https://github.com/NVIDIA-NeMo/Gym) + +NVIDIA-Nemotron-3-Super-120B-A12B-BF16 model is a result of the above work. + +The end-to-end training recipe is available in the [NVIDIA Nemotron Developer Repository](https://github.com/NVIDIA-NeMo/Nemotron). Evaluation results can be replicated using the [NeMo Evaluator SDK](https://github.com/NVIDIA-NeMo/Evaluator). [Data Designer](https://github.com/NVIDIA-NeMo/DataDesigner) is one of the libraries used to prepare the pre and post training datasets. More details on the datasets and synthetic data generation methods can be found in the technical report [NVIDIA Nemotron 3 Super Technical Report](https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Super-Technical-Report.pdf). +## Input + +- **Input Type(s):** Text +- **Input Format(s):** String +- **Input Parameters:** One-Dimensional (1D): Sequences +- **Other Properties Related to Input:** Maximum context length up to 1M tokens. Supported languages include: English, French, German, Italian, Japanese, Spanish, and Chinese + +## Output + +- **Output Type(s):** Text +- **Output Format:** String +- **Output Parameters:** One-Dimensional (1D): Sequences +- **Other Properties Related to Output:** Maximum context length up to 1M tokens + +Our AI models are designed and optimized to run on NVIDIA GPU-accelerated systems. By leveraging NVIDIA's hardware (e.g. GPU cores) and software frameworks (e.g., CUDA libraries), the model achieves faster training and inference times compared to CPU-only solutions. + +## Software Integration + +- Runtime Engine(s): NeMo 25.11.01 +- Supported Hardware Microarchitecture Compatibility: NVIDIA Ampere - A100; NVIDIA Blackwell; NVIDIA Hopper - H100-80GB +- Operating System(s): Linux + +The integration of foundation and fine-tuned models into AI systems requires additional testing using use-case-specific data to ensure safe and effective deployment. Following the V-model methodology, iterative testing and validation at both unit and system levels are essential to mitigate risks, meet technical and functional requirements, and ensure compliance with safety and ethical standards before deployment. + +## Model Version(s) + +* v1.0 - GA + +## Quick Start Guide + +For each inference backend, you'll need the custom `super_v3` reasoning parser. Download it with: +```bash +wget https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16/raw/main/super_v3_reasoning_parser.py +``` + +OR +```bash +curl -O https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16/raw/main/super_v3_reasoning_parser.py +``` + +For advanced deployment configurations, visit [this resource](https://github.com/NVIDIA-NeMo/Nemotron/tree/main/usage-cookbook/Nemotron-3-Super/AdvancedDeploymentGuide). + +--- + +#### vLLM + +For more detailed information, please see [this cookbook](https://github.com/NVIDIA-NeMo/Nemotron/blob/main/usage-cookbook/Nemotron-3-Super/vllm_cookbook.ipynb). + +```bash +pip install vllm==0.18.1 + +# with uv: uv pip install vllm==0.18.1 --torch-backend=auto + +export MODEL_CKPT=PATH/TO/MODEL/CHECKPOINT +``` + +```bash +# Optional: --enable-expert-parallel +vllm serve $MODEL_CKPT \ + --served-model-name nvidia/nemotron-3-super \ + --async-scheduling \ + --dtype auto \ + --kv-cache-dtype fp8 \ + --tensor-parallel-size 8 \ + --max-model-len 262144 \ + --enable-expert-parallel \ + --swap-space 0 \ + --trust-remote-code \ + --gpu-memory-utilization 0.9 \ + --max-cudagraph-capture-size 128 \ + --enable-chunked-prefill \ + --mamba-ssm-cache-dtype float32 \ + --reasoning-parser nemotron_v3 \ + --enable-auto-tool-choice \ + --tool-call-parser qwen3_coder +``` + +> Context length defaults to 256k above. To use up to 1M, set `VLLM_ALLOW_LONG_MAX_MODEL_LEN=1` and `--max-model-len 1048576`. + +> **B200/B300 (BF16)**: The larger HBM capacity per device means the BF16 checkpoint fits on 2 GPUs. Set `--tensor-parallel-size 2` and remove `--enable-expert-parallel`. All other flags remain the same. + +--- + +#### SGLang + +Container: +```bash +docker pull lmsysorg/sglang:nightly-dev-cu13-20260316-d852f26c +``` + +For more detailed information, please see [this cookbook](https://github.com/NVIDIA-NeMo/Nemotron/blob/main/usage-cookbook/Nemotron-3-Super/sglang_cookbook.ipynb). +```bash +sglang serve \ + --model-path PATH/TO/CHECKPOINT \ + --served-model-name nvidia/nemotron-3-super \ + --trust-remote-code \ + --tp 8 \ + --ep 8 \ + --tool-call-parser qwen3_coder \ + --reasoning-parser nemotron_3 +``` + +> Context length defaults to 256k above. To use up to 1M, set `SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1` and `--context-length 1048576`. + +> **B200/B300 (BF16)**: The larger HBM capacity per device means the BF16 checkpoint fits on 2 GPUs. Set `--tp 2 --ep 2`. All other flags remain the same. + +--- + +#### TRT-LLM + +Container: +```bash +docker pull nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc8 +``` + +For more detailed information, please see [this cookbook](https://github.com/NVIDIA-NeMo/Nemotron/blob/main/usage-cookbook/Nemotron-3-Super/trtllm_cookbook.ipynb). + +```bash +cat > ./extra-llm-api-config.yml << EOF +kv_cache_config: + enable_block_reuse: false + free_gpu_memory_fraction: 0.8 + mamba_ssm_cache_dtype: float16 + dtype: fp8 +moe_config: + backend: TRTLLM +cuda_graph_config: + enable_padding: true + max_batch_size: 256 +enable_attention_dp: true +enable_chunked_prefill: true +num_postprocess_workers: 4 +stream_interval: 10 +EOF + +trtllm-serve PATH/TO/BF16/CHECKPOINT \ + --host 0.0.0.0 \ + --port 8123 \ + --max_batch_size 256 \ + --tp_size 8 --ep_size 8 \ + --max_num_tokens 8192 \ + --trust_remote_code \ + --reasoning_parser nano-v3 \ + --tool_parser qwen3_coder \ + --extra_llm_api_options extra-llm-api-config.yml +``` + +> **B200/B300 (BF16)**: The larger HBM capacity per device means the BF16 checkpoint fits on 2 GPUs. Set `--tp_size 2 --ep_size 2` and reduce `max_batch_size` to `128` in both the config file and the serve command. All other flags remain the same. + +### API Client + +The examples below use the OpenAI-compatible client and work with any of the serving backends above. + +> NOTE: For coding agents add the following to the API call - `extra_body={“chat_template_kwargs”: {“force_nonempty_content”: True}` + +```python +from openai import OpenAI +client = OpenAI(base_url="http://localhost:8000/v1", api_key="EMPTY") +MODEL = "nvidia/nemotron-3-super" +``` + +**Reasoning ON (default)** + +```python +response = client.chat.completions.create( + model=MODEL, + messages=[{"role": "user", "content": "Write a haiku about GPUs"}], + max_tokens=16000, + temperature=1.0, + top_p=0.95, + extra_body={"chat_template_kwargs": {"enable_thinking": True}} +) +print(response.choices[0].message.content) +``` + +**Reasoning OFF** + +```python +response = client.chat.completions.create( + model=MODEL, + messages=[{"role": "user", "content": "What is the capital of Japan?"}], + max_tokens=16000, + temperature=1.0, + top_p=0.95, + extra_body={"chat_template_kwargs": {"enable_thinking": False}} +) +print(response.choices[0].message.content) +``` + +**Low-effort reasoning** + +Uses significantly fewer reasoning tokens than full thinking mode. Recommended as a starting point before tuning explicit token budgets. + +```python +response = client.chat.completions.create( + model=MODEL, + messages=[{"role": "user", "content": "What is the capital of Japan?"}], + max_tokens=16000, + temperature=1.0, + top_p=0.95, + extra_body={"chat_template_kwargs": {"enable_thinking": True, "low_effort": True}} +) +print(response.choices[0].message.content) +``` + +### OpenCode + +[OpenCode](https://opencode.ai/docs) is an AI coding agent that runs in your terminal. It connects to any OpenAI-compatible endpoint, making it compatible with all three serving backends above (vLLM, SGLang, and TRT-LLM). + +Create or update your `~/.config/opencode/opencode.json`: + +```json +{ + "$schema": "https://opencode.ai/config.json", + "model": "local/nvidia-nemotron-3-super", + "provider": { + "local": { + "npm": "@ai-sdk/openai-compatible", + "name": "local_backend", + "options": { + "baseURL": "http://localhost:8000/v1", + "apiKey": "EMPTY" + }, + "models": { + "nvidia-nemotron-3-super": { + "name": "nvidia/nemotron-3-super", + "limit": { + "context": 1000000, + "output": 32768 + } + } + } + } + }, + "agent": { + "build": { + "temperature": 1.0, + "top_p": 0.95, + "max_tokens": 32000 + }, + "plan": { + "temperature": 1.0, + "top_p": 0.95, + "max_tokens": 32000 + } + } +} +``` + +> Update `baseURL` to match whichever backend you are running. The default port above (`8000`) matches the vLLM example; SGLang and TRT-LLM use `30000` and `8123` respectively. + +To learn more about other supported agent scaffolds - check out [this resource](https://github.com/NVIDIA-NeMo/Nemotron/tree/main/usage-cookbook/Nemotron-3-Super/OpenScaffoldingResources) + +
+ Advanced: Budget-Controlled Reasoning + +Set a hard token ceiling on the reasoning trace using `reasoning_budget`. The model will attempt to close the trace at the next newline before the budget is hit; if none is found within 500 tokens it closes abruptly at `reasoning_budget + 500`. + +```python +from typing import Any, Dict, List +import openai +from transformers import AutoTokenizer + + +class ThinkingBudgetClient: + def __init__(self, base_url: str, api_key: str, tokenizer_name_or_path: str): + self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name_or_path) + self.client = openai.OpenAI(base_url=base_url, api_key=api_key) + + def chat_completion( + self, + model: str, + messages: List[Dict[str, Any]], + reasoning_budget: int = 512, + max_tokens: int = 1024, + **kwargs, + ) -> Dict[str, Any]: + assert max_tokens > reasoning_budget, ( + f"reasoning_budget must be less than max_tokens. " + f"Got {max_tokens=} and {reasoning_budget=}" + ) + + # Step 1: generate the reasoning trace up to the budget + response = self.client.chat.completions.create( + model=model, messages=messages, max_tokens=reasoning_budget, **kwargs + ) + reasoning_content = response.choices[0].message.content + if "" not in reasoning_content: + reasoning_content = f"{reasoning_content}.\n\n\n" + + reasoning_tokens_len = len( + self.tokenizer.encode(reasoning_content, add_special_tokens=False) + ) + remaining_tokens = max_tokens - reasoning_tokens_len + assert remaining_tokens > 0, ( + f"No tokens remaining for response ({remaining_tokens=}). " + "Increase max_tokens or lower reasoning_budget." + ) + + # Step 2: continue from the closed reasoning trace + messages.append({"role": "assistant", "content": reasoning_content}) + prompt = self.tokenizer.apply_chat_template( + messages, tokenize=False, continue_final_message=True + ) + response = self.client.completions.create( + model=model, prompt=prompt, max_tokens=remaining_tokens, **kwargs + ) + + return { + "reasoning_content": reasoning_content.strip().strip("").strip(), + "content": response.choices[0].text, + "finish_reason": response.choices[0].finish_reason, + } +``` + +**Example usage** (32-token reasoning budget): + +```python +client = ThinkingBudgetClient( + base_url="http://localhost:8000/v1", + api_key="EMPTY", + tokenizer_name_or_path="nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", +) + +result = client.chat_completion( + model="nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", + messages=[ + {"role": "system", "content": "You are a helpful assistant. /think"}, + {"role": "user", "content": "What is 2+2?"}, + ], + reasoning_budget=32, + max_tokens=512, + temperature=1.0, + top_p=0.95, +) +print(result) +``` + +
+ +#### Transformers +The model has been integrated into 🤗 Transformers since v5.3.0. We recommend using the [Nemotron 3 Super](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/nemo/tags?version=26.02.nemotron_3_super) container from the NeMo Framework to ensure all required libraries are available. + +```python +import torch +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16") +model = AutoModelForCausalLM.from_pretrained( + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", + torch_dtype=torch.bfloat16, + device_map="auto" +) +``` + +If your Transformers version is lower than v5.3.0, please add `trust_remote_code=True` when loading the model: +```python +model = AutoModelForCausalLM.from_pretrained( + "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", + torch_dtype=torch.bfloat16, + device_map="auto", + trust_remote_code=True +) +``` + +Please note that the model supports up to a 1M context size, although the default context size in the Hugging Face configuration is 256k due to higher VRAM requirements. + +Here is an example of generating outputs with reasoning enabled (the default): +```python +messages = [ + {"role": "user", "content": "Write a haiku about GPUs"}, +] + +tokenized_chat = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=True, + return_tensors="pt" +).to(model.device) + +if not isinstance(tokenized_chat, torch.Tensor): + input_ids = tokenized_chat["input_ids"] +else: + input_ids = tokenized_chat + +outputs = model.generate( + input_ids, + max_new_tokens=50, + temperature=1.0, + top_p=0.95, + eos_token_id=tokenizer.eos_token_id +) + +print(tokenizer.decode(outputs[0])) +``` + +To disable reasoning, add `enable_thinking=False` to `apply_chat_template()`. By default, `enable_thinking` is set to `True`. +```python +tokenized_chat = tokenizer.apply_chat_template( + messages, + tokenize=True, + enable_thinking=False, + add_generation_prompt=True, + return_tensors="pt" +).to(model.device) +``` + + +## Training and Evaluation Datasets + +# Training + +**Data Modality:** Text +**The total size:** 15,573,172,908,990 Tokens +**Total number of datasets:** 153 +**Dataset partition:** *Training [100%], testing [0%], validation [0%]* +**Time period for training data collection:** 2013 to February 24, 2026 +**Time period for testing data collection:** 2013 to February 24, 2026 +**Time period for validation data collection:** 2013 to February 24, 2026 +**Data Collection Method by dataset:** Hybrid: Automated, Human, Synthetic +**Labeling Method by dataset:** Hybrid: Automated, Human, Synthetic + +NVIDIA-Nemotron-3-Super-120B-A12B-BF16 is pre-trained on a large corpus of high-quality curated and synthetically-generated data. It is trained in the English language, as well as 19 other languages and 43 programming languages. Our sources cover a variety of document types such as: webpages, dialogue, articles, and other written materials. The corpus spans domains including legal, math, science, finance, and more. We also include a small portion of question-answering, and alignment style data to improve model accuracy. The model was trained for approximately 25 trillion tokens. + +The post-training corpus for NVIDIA-Nemotron-3-Super-120B-A12B-BF16 of high-quality curated and synthetically-generated data. Primary languages used for post-training include English, French, German, Italian, Japanese, Spanish, and Chinese. + +These datasets, such as FinePDFs, EssentialWeb, HotpotQA, SQuAD, and HelpSteer3, do not collectively or exhaustively represent all demographic groups (and proportionally therein). For instance, these datasets do not contain explicit mentions of demographic classes such as age, gender, or ethnicity in 64-99% of samples, depending on the source. In the subset where such terms are present, document-based datasets (FinePDFs and EssentialWeb) contain representational skews, such as references to "male" outnumbering those to "female", and mentions of "White" as the most frequent among ethnic identifiers (comprising 43-44% of ethnicity mentions). To mitigate these imbalances, we recommend considering evaluation techniques such as bias audits, fine-tuning with demographically balanced datasets, and mitigation strategies like counterfactual data augmentation to align with the desired model behavior. This evaluation used a 3,000-sample subset per dataset, identified as the optimal threshold for maximizing embedder accuracy. + +During post-training, we generate synthetic data by distilling trajectories, solutions, and translations from strong teacher models and agent systems, often grounded in real tasks or documents and aggressively filtered for quality. For math, code, and science, we start from curated problem sets and use open source permissive models such as GPT-OSS-120B to produce step-by-step reasoning traces, candidate solutions, best-of-n selection traces, and verified CUDA kernels. For long-context and science, we build synthetic QA and reasoning data by retrieving passages from long documents, generating MCQ/OpenQA questions and answers, and paraphrasing them into multiple prompt/response formats to ensure diversity. Across all pipelines we stack automated verification—compilers, numerical checks, language identification—to ensure our data is high quality. + +For all domains, we apply a unified data filtering pipeline to ensure that only high-quality, license-compliant, and verifiable samples are used for post-training. We first discard malformed examples using structural checks (e.g., missing tool definitions when tool calls are present). We then aggressively filter reasoning traces exhibiting pathological repetition, such as repeated n-grams within a sliding window or across the entire trajectory, which we found to be a strong indicator of malformed or low-quality reasoning. Finally, based on internal audits of synthetically generated datasets, we observed that some teacher models occasionally produce reasoning traces and final responses that implicitly align with specific political entities or promote nationalistic narratives. To mitigate this, we apply targeted keyword- and regex-based filters and remove all trajectories matching such behavior. + +Alongside the model, we release our final pre-training and post-training data, as outlined in this section. For ease of analysis, there is a sample set that is ungated. For all remaining code, math and multilingual data, gating and approval is required, and the dataset is permissively licensed for model training purposes. + +More details on the datasets and synthetic data generation methods can be found in the technical report _[**_NVIDIA Nemotron 3 Super_**](https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Super-Technical-Report.pdf)_. + +
+Click to explore the full dataset catalogue used for training + +#### **Base Pre-Training Corpus (Nemotron 3 Foundation)** + +The foundation of the model is trained on the **Nemotron-3-Nano** corpus, comprising the following collections: + +| Dataset Collection | Token Counts | Description | +| :--- | :--- | :--- | +| **Nemotron-CC-v2** & **v2.1** | 9.13T | A massive collection of English web data filtered from Common Crawl, including 2.5T+ tokens of new organic, translated, and synthetically rephrased content. | +| **Nemotron-CC-Code-v1** | 427.9B | High-quality code tokens extracted from Common Crawl using the Lynx + LLM pipeline to preserve structure and equations. | +| **Nemotron-Pretraining-Code-v1** & **v2** | 1.09T | Curated GitHub code references with multi-stage filtering, deduplication, and large-scale synthetic code data. | +| **Nemotron-CC-Math-v1** | 133.3B | High-quality math pre-training dataset preserving LaTeX formatting and mathematical structures. | +| **Nemotron-Pretraining-Specialized-v1** | 336.4B | Synthetic datasets targeting specialized domains such as STEM reasoning and scientific coding. | + +### Public Datasets + +| Dataset | Collection Period | +| :---- | :---- | +| [GSM8K](https://github.com/openai/grade-school-math) | 4/23/2025 | +| [CC-NEWS](https://commoncrawl.org/blog/news-dataset-available) | 4/23/2025 | +| [Common Crawl](https://commoncrawl.org/) | 4/23/2025 | +| [Wikimedia](https://dumps.wikimedia.org/) | 4/23/2025 | +| [Bespoke-Stratos-17k](https://huggingface.co/datasets/bespokelabs/Bespoke-Stratos-17k) | 4/23/2025 | +| [tigerbot-kaggle-leetcodesolutions-en-2k](https://huggingface.co/datasets/TigerResearch/tigerbot-kaggle-leetcodesolutions-en-2k) | 4/23/2025 | +| [glaive-function-calling-v2](https://huggingface.co/datasets/glaiveai/glaive-function-calling-v2) | 4/23/2025 | +| [APIGen Function-Calling](https://huggingface.co/datasets/Salesforce/xlam-function-calling-60k) | 4/23/2025 | +| [LMSYS-Chat-1M](https://huggingface.co/datasets/lmsys/lmsys-chat-1m) | 4/23/2025 | +| [Open Textbook Library \- CC BY-SA & GNU subset](https://open.umn.edu/opentextbooks/textbooks/) and [OpenStax \- CC BY-SA subset](https://openstax.org/) | 4/23/2025 | +| [Advanced Reasoning Benchmark](https://github.com/TheDuckAI/arb), [tigerbot-kaggle-leetcodesolutions-en-2k](https://huggingface.co/datasets/TigerResearch/tigerbot-kaggle-leetcodesolutions-en-2k), [PRM800K](https://github.com/openai/prm800k), and [SciBench](https://github.com/mandyyyyii/scibench) | 4/23/2025 | +| [FineWeb-2](https://huggingface.co/datasets/HuggingFaceFW/fineweb-2) | 4/23/2025 | +| [Court Listener](https://www.courtlistener.com/help/api/bulk-data/) | Legacy Download | +| [peS2o](https://huggingface.co/datasets/allenai/peS2o) | Legacy Download | +| [OpenWebMath](https://huggingface.co/datasets/open-web-math/open-web-math) | Legacy Download | +| [BioRxiv](https://www.biorxiv.org/tdm) | Legacy Download | +| [PMC Open Access Subset](https://pmc.ncbi.nlm.nih.gov/tools/openftlist/) | Legacy Download | +| [OpenWebText2](https://openwebtext2.readthedocs.io/en/latest/) | Legacy Download | +| [Stack Exchange Data Dump](https://archive.org/details/stackexchange) | Legacy Download | +| [PubMed Abstracts](https://github.com/thoppe/The-Pile-PubMed) | Legacy Download | +| [NIH ExPorter](https://exporter.nih.gov/ExPORTER_Catalog.aspx) | Legacy Download | +| [arXiv](https://info.arxiv.org/help/bulk_data/index.html) | Legacy Download | +| [BigScience Workshop Datasets](https://github.com/bigscience-workshop/bigscience/tree/master/train/tr11-176B-ml#datasets) | Legacy Download | +| [Reddit Dataset](https://files.pushshift.io/reddit/) | Legacy Download | +| [SEC's Electronic Data Gathering, Analysis, and Retrieval (EDGAR)](https://www.sec.gov/search-filings) | Legacy Download | +| [Advanced Mathematical Problem Solving](https://github.com/hendrycks/math?tab=readme-ov-file) | Legacy Download | +| [MathPile](https://github.com/GAIR-NLP/MathPile/) | Legacy Download | +| [NuminaMath CoT](https://huggingface.co/datasets/AI-MO/NuminaMath-CoT) | Legacy Download | +| [PMC Article](https://pmc.ncbi.nlm.nih.gov/tools/textmining/) | Legacy Download | +| [FLAN](https://github.com/google-research/FLAN) | Legacy Download | +| [Advanced Reasoning Benchmark](https://github.com/TheDuckAI/arb) | Legacy Download | +| [SciBench](https://github.com/mandyyyyii/scibench) | Legacy Download | +| [WikiTableQuestions](https://huggingface.co/datasets/wikitablequestions) | Legacy Download | +| [FinQA](https://finqasite.github.io/) | Legacy Download | +| [Riddles](https://github.com/crawsome/riddles) | Legacy Download | +| [Problems in Elementary Mathematics for Home Study](https://archive.org/details/AntonovVygodskyNikitinSankinProblemsInElementaryMathematicsForHomeStudyMir1982) | Legacy Download | +| [MedMCQA](https://huggingface.co/datasets/openlifescienceai/medmccqa) | Legacy Download | +| [Cosmos QA](https://huggingface.co/datasets/allenai/cosmos_qa) | Legacy Download | +| [MCTest](https://huggingface.co/datasets/sagnikrayc/mctest) | Legacy Download | +| [AI2's Reasoning Challenge](https://huggingface.co/datasets/ai2_arc) | Legacy Download | +| [OpenBookQA](https://github.com/allenai/OpenBookQA) | Legacy Download | +| [MMLU Auxiliary Train](https://huggingface.co/datasets/cais/mmlu/viewer/all/auxiliary_train) | Legacy Download | +| [social-chemestry-101](https://huggingface.co/datasets/tasksource/social-chemestry-101) | Legacy Download | +| [Moral Stories](https://huggingface.co/datasets/demelin/moral_stories) | Legacy Download | +| [The Common Pile v0.1](https://huggingface.co/common-pile) | Legacy Download | +| [FineMath](https://huggingface.co/datasets/HuggingFaceTB/finemath) | Legacy Download | +| [MegaMath](https://huggingface.co/datasets/LLM360/MegaMath) | Legacy Download | +| [MultiverseMathHard](https://huggingface.co/datasets/Nexusflow/MultiverseMathHard) | 10/2/2025 | +| [News Commentary](https://opus.nlpl.eu/News-Commentary.php) | 10/2/2025 | +| [Essential-Web](https://huggingface.co/datasets/EssentialAI/essential-web-v1.0) | 10/2/2025 | +| [finepdfs](https://huggingface.co/datasets/HuggingFaceFW/finepdfs) | 10/2/2025 | +| [HotpotQA](https://huggingface.co/hotpot_qa/datasets) | 10/2/2025 | +| [SQuAD2.0](https://rajpurkar.github.io/SQuAD-explorer/) | 10/2/2025 | +| [NLTK Words Lists](https://www.nltk.org/nltk_data/) | 10/2/2025 | +| Competitive Coding RL data from [Nemotron-Cascade-RL-SWE](https://huggingface.co/datasets/nvidia/Nemotron-Cascade-RL-SWE) | 01/10/2026 | +| [NL2Bash](https://github.com/TellinaTool/nl2bash) | 01/10/2026 | +| [SWE-Gym](https://huggingface.co/datasets/SWE-Gym/SWE-Gym) | 01/10/2026 | +| [R2E-Gym-Subset](https://huggingface.co/datasets/R2E-Gym/R2E-Gym-Subset) | 01/10/2026 | +| [SWE-bench_Verified](https://huggingface.co/datasets/princeton-nlp/SWE-bench_Verified) | 01/10/2026 | + +### **Crawled and Scraped from Online Sources by NVIDIA** + +The English Common Crawl data was downloaded from the Common Crawl Foundation (see their FAQ for details on their crawling) and includes the snapshots CC-MAIN-2013-20 through CC-MAIN-2025-13. The data was subsequently deduplicated and filtered in various ways described in the Nemotron-CC paper. Additionally, we extracted data for fifteen languages from the following three Common Crawl snapshots: CC-MAIN-2024-51, CC-MAIN-2025-08, CC-MAIN-2025-18. The fifteen languages included were Arabic, Chinese, Danish, Dutch, French, German, Italian, Japanese, Korean, Polish, Portuguese, Russian, Spanish, Swedish, and Thai. As we did not have reliable multilingual model-based quality classifiers available, we applied just heuristic filtering instead—similar to what we did for lower quality English data in the Nemotron-CC pipeline, but selectively removing some filters for some languages that did not work well. Deduplication was done in the same way as for Nemotron-CC. + +The GitHub Crawl was collected using the GitHub REST API and the Amazon S3 API. Each crawl was operated in accordance with the rate limits set by its respective source, either GitHub or S3. We collect raw source code and subsequently remove any having a license which does not exist in our permissive-license set (for additional details, refer to the [technical report](https://arxiv.org/abs/2512.20848)). + +| Dataset | Modality | Dataset Size | Collection Period | Collecting Organisation | +| :---- | :---- | :---- | :---- | :---- | +| English Common Crawl | Text | 3.36T | 4/8/2025 | NVIDIA Advanced Deep Learning Research | +| English Common Crawl 1.1 | Text | Not disclosed | 10/2/2025 | NVIDIA Advanced Deep Learning Research | +| Multilingual Common Crawl | Text | 812.7B | 5/1/2025 | NVIDIA Advanced Deep Learning Research | +| GitHub Crawl | Text | 747.4B | 4/29/2025 | NVIDIA Advanced Deep Learning Research | + +## Private Non-publicly Accessible Datasets of Third Parties + +| Dataset | Model(s) used | +|---------|---------------| +| Global Regulation | Unknown | +| TAUS Translation Memory | Unknown | +| Scale HLE | Unknown | +| HackerRank Coding | Unknown | +| RL data for Search | Gemini 3; GPT-5 * | + +* Models used for prompt generation only + +## Private Non-publicly Accessible Datasets by NVIDIA + +| Dataset | Model(s) used | +|---------|---------------| +| Simple Minesweeper | \- | +| Simple Sudoku | \- | +| Multitool Typewriter Hard | \- | +| Machine Translation of News Commentary and TAUS Translation Memory | \- | +| Machine Translation of STEM - | [Qwen2.5-14B-Instruct](https://huggingface.co/Qwen/Qwen2.5-14B-Instruct) | +| Competitive Coding RL data from Nemotron Cascade | \- | +| Long context RL | \- | +| Single-step SWE RL for patch generation | \- | +| OpenHands SWE | \- | + +### NVIDIA-Sourced Synthetic Datasets + +| Dataset | Modality | Dataset Size | Seed Dataset | Model(s) used for generation | +| :---- | :---- | :---- | :---- | :---- | +| Nemotron-Pretraining-Formal-Logic | Text | 128,022,285 | [Nemotron Personas](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Nemotron-Pretraining-Economics | Text | 73,374,154 | - | [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Nemotron-Pretraining-Multiple-Choice | Text | 1,609,214,470 | [MMLU Auxiliary Train](https://huggingface.co/datasets/cais/mmlu/viewer/all/auxiliary_train) | [DeepSeek-V3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B) | +| Nemotron-Pretraining-Code-Concepts | Text | 7,294,510,156 | - | [gpt-oss-20b](https://huggingface.co/openai/gpt-oss-20b); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Nemotron-Pretraining-Unconditional-Algorithmic | Text | 196,492,899 | - | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B) | +| Synthetic Tasks from DeepSeek-V3 and Qwen3-235B-A22B | Text | 6.7B | train splits of Into the Unknown; AI2 ARC (AI2 Reasoning Challenge); BLiMP (Benchmark of Linguistic Minimal Pairs); CommonSenseQA; GLUE; HeadQA; Hendrycks Ethics; Memo Trap; modus-tollens; NeQA; pattern-matching-suppression; mastermind_24_mcq_random; mastermind_24_mcq_close; quote-repetition; redefine-math; Repetitive Algebra; sig-figs; MMLU-Pro; MC-TACO; MedConceptsQA; MMLU_dataset; OpenbooksQA; PIQA (Physical Interaction Question Answering); SocialIQA; SuperGLUE; tinyAI2_arc; tinyMMLU; tinyWinogrande; TruthfulQA; WebQuestions; Winogrande; GPQA; MBPP | [DeepSeek v3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B) | +| Synthetic Art of Problem Solving from DeepSeek-R1 | Text | 40B | [Art of Problem Solving](https://artofproblemsolving.com/company); [American Mathematics Competitions 8](https://artofproblemsolving.com/wiki/index.php/AMC_8_Problems_and_Solutions); [American Mathematics Competitions 10](https://artofproblemsolving.com/wiki/index.php/AMC_10_Problems_and_Solutions); | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1) | +| Synthetic Moral Stories and Social Chemistry from Mixtral-8x22B-v0.1 | Text | 327M | [social-chemestry-101](https://huggingface.co/datasets/tasksource/social-chemestry-101); [Moral Stories](https://huggingface.co/datasets/demelin/moral_stories) | [Mixtral-8x22B-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-v0.1) | +| Synthetic Social Sciences seeded with OpenStax from DeepSeek-V3, Mixtral-8x22B-v0.1, and Qwen2.5-72B | Text | 83.6M | [OpenStax \- CC BY-SA subset](https://openstax.org/) | [DeepSeek-V3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [Mixtral-8x22B-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-v0.1); [Qwen2.5-72B](https://huggingface.co/Qwen/Qwen2.5-72B) | +| Synthetic Health Sciences seeded with OpenStax from DeepSeek-V3, Mixtral-8x22B-v0.1, and Qwen2.5-72B | Text | 9.7M | [OpenStax \- CC BY-SA subset](https://openstax.org/) | [DeepSeek-V3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [Mixtral-8x22B-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-v0.1); [Qwen2.5-72B](https://huggingface.co/Qwen/Qwen2.5-72B) | +| Synthetic STEM seeded with OpenStax, Open Textbook Library, and GSM8K from DeepSeek-R1, DeepSeek-V3, DeepSeek-V3-0324, and Qwen2.5-72B | Text | 175M | [OpenStax \- CC BY-SA subset](https://openstax.org/); [GSM8K](https://github.com/openai/grade-school-math); [Open Textbook Library \- CC BY-SA & GNU subset](https://open.umn.edu/opentextbooks/textbooks/) | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1), [DeepSeek-V3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324); [Qwen2.5-72B](https://huggingface.co/Qwen/Qwen2.5-72B) | +| [Nemotron-PrismMath](https://huggingface.co/datasets/nvidia/Nemotron-PrismMath) | Text | 4.6B | [Big-Math-RL-Verified](https://huggingface.co/datasets/SynthLabsAI/Big-Math-RL-Verified); [OpenR1-Math-220k](https://huggingface.co/datasets/open-r1/OpenR1-Math-220k) | [Qwen2.5-0.5B-instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct), [Qwen2.5-72B-Instruct](https://huggingface.co/Qwen/Qwen2.5-72B-Instruct); [DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B) | +| Synthetic Question Answering Data from Papers and Permissible Books from Qwen2.5-72B-Instruct | Text | 350M | [arXiv](https://info.arxiv.org/help/bulk_data/index.html); [National Institutes of Health ExPorter](https://www.nih.gov/); [BioRxiv](https://www.biorxiv.org/tdm); [PMC Article](https://pmc.ncbi.nlm.nih.gov/tools/textmining/); [USPTO Backgrounds](https://data.uspto.gov/apis/transition-guide/bdss#pats); [peS2o](https://huggingface.co/datasets/allenai/peS2o); Global Regulation; [CORE](https://core.ac.uk/documentation/dataset); [PG-19](https://github.com/google-deepmind/pg19); [DOAB CC BY & CC BY-SA subset](https://www.doabooks.org/en); [NDLTD](https://ndltd.org/thesis-resources/global-etd-search/) | [Qwen2.5-72B-Instruct](https://huggingface.co/Qwen/Qwen2.5-72B-Instruct) | +| Refreshed [Nemotron-MIND](https://huggingface.co/datasets/nvidia/Nemotron-MIND) from phi-4 | Text | 73B | [Common Crawl](https://commoncrawl.org/latest-crawl) | [phi-4](https://huggingface.co/microsoft/phi-4) | +| Nemotron-CC-Math-4plus | Text | 52.3B | [Common Crawl](https://commoncrawl.org/latest-crawl) | [phi-4](https://huggingface.co/microsoft/phi-4) | +| Nemotron-CC-Math-3 | Text | 80.9B | [Common Crawl](https://commoncrawl.org/latest-crawl) | [phi-4](https://huggingface.co/microsoft/phi-4) | +| Synthetic AGIEval seeded with AQUA-RAT, LogiQA, and AR-LSAT from DeepSeek-V3 and DeepSeek-V3-0324 | Text | 4.0B | [AQUA-RAT](https://huggingface.co/datasets/deepmind/aqua_rat); [LogiQA](https://huggingface.co/datasets/lucasmccabe/logiqa); [AR-LSAT](https://github.com/zhongwanjun/AR-LSAT) | [DeepSeek-V3](https://huggingface.co/deepseek-ai/DeepSeek-V3); [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic AGIEval seeded with AQUA-RAT, LogiQA, and AR-LSAT from Qwen3-30B-A3B | Text | 4.2B | [AQUA-RAT](https://huggingface.co/datasets/deepmind/aqua_rat); [LogiQA](https://huggingface.co/datasets/lucasmccabe/logiqa); [AR-LSAT](https://github.com/zhongwanjun/AR-LSAT) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Art of Problem Solving from Qwen2.5-32B-Instruct, Qwen2.5-Math-72B, Qwen2.5-Math-7B, and Qwen2.5-72B-Instruct | Text | | [Art of Problem Solving](https://artofproblemsolving.com/company); [American Mathematics Competitions 8](https://artofproblemsolving.com/wiki/index.php/AMC_8_Problems_and_Solutions); [American Mathematics Competitions 10](https://artofproblemsolving.com/wiki/index.php/AMC_10_Problems_and_Solutions); [GSM8K](https://github.com/openai/grade-school-math); [PRM800K](https://github.com/openai/prm800k) | [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct); [Qwen2.5-Math-72B](https://huggingface.co/Qwen/Qwen2.5-Math-72B); [Qwen2.5-Math-7B](https://huggingface.co/Qwen/Qwen2.5-Math-7B); [Qwen2.5-72B-Instruct](https://huggingface.co/Qwen/Qwen2.5-72B-Instruct) | +| Synthetic MMLU Auxiliary Train from DeepSeek-R1 | Text | 0.5B | [MMLU Auxiliary Train](https://huggingface.co/datasets/cais/mmlu/viewer/all/auxiliary_train) | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1) | +| Synthetic Long Context Continued Post-Training Data from Papers and Permissible Books from Qwen2.5-72B-Instruct | Text | | [arXiv](https://info.arxiv.org/help/bulk_data/index.html); [National Institutes of Health ExPorter](https://www.nih.gov/); [BioRxiv](https://www.biorxiv.org/tdm); [PMC Article](https://pmc.ncbi.nlm.nih.gov/tools/textmining/); [USPTO Backgrounds](https://data.uspto.gov/apis/transition-guide/bdss#pats); [peS2o](https://huggingface.co/datasets/allenai/peS2o); Global Regulation; [CORE](https://core.ac.uk/documentation/dataset); [PG-19](https://github.com/google-deepmind/pg19); [DOAB CC BY & CC BY-SA subset](https://www.doabooks.org/en); [NDLTD](https://ndltd.org/thesis-resources/global-etd-search/) | [Qwen2.5-72B-Instruct](https://huggingface.co/Qwen/Qwen2.5-72B-Instruct) | +| Synthetic Common Crawl from Qwen3-30B-A3B and Mistral-Nemo-12B-Instruct | Text | 415.8B | [Common Crawl](https://commoncrawl.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B); [Mistral-NeMo-12B-Instruct](https://huggingface.co/nvidia/Mistral-NeMo-12B-Instruct) | +| Synthetic Multilingual Data from Common Crawl from Qwen3-30B-A3B | Text | | [Common Crawl](https://commoncrawl.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Multilingual Data from Wikimedia from Qwen3-30B-A3B | Text | | [Wikimedia](https://dumps.wikimedia.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Math Data from Wikimedia from Nemotron-4-340B-Instruct | Text | | \- | [Nemotron-4-340B-Instruct](https://huggingface.co/nvidia/Nemotron-4-340B-Instruct) | +| Synthetic Common Crawl Code from phi-4 | Text | 427.9B | [Common Crawl](https://commoncrawl.org/latest-crawl) | [phi-4](https://huggingface.co/microsoft/phi-4) | +| Synthetic Scientific Coding from Qwen3-235B-A22B | Text | 1.2B | [Wikimedia](https://dumps.wikimedia.org/) | [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507) | +| Tool Calling Data | Text | 26.2B | | [Qwen3-235B-A22B-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic Essential-Web from QwQ-32B | Text | 28.1B | [Essential-Web](https://huggingface.co/datasets/EssentialAI/essential-web-v1.0) | [QwQ-32B](https://huggingface.co/Qwen/QwQ-32B) | +| Translated Synthetic Crawl | Text | 389.9B | [Common Crawl](https://commoncrawl.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Translated Synthetic Wikipedia | Text | 7.9B | [Wikimedia](https://dumps.wikimedia.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Art of Problem Solving from gpt-oss-120b and Qwen2.5-32B-Instruct | Text | Undisclosed | [Art of Problem Solving](https://artofproblemsolving.com/company); [American Mathematics Competitions 8](https://artofproblemsolving.com/wiki/index.php/AMC_8_Problems_and_Solutions); [American Mathematics Competitions 10](https://artofproblemsolving.com/wiki/index.php/AMC_10_Problems_and_Solutions) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | +| Synthetic Stack Exchange from gpt-oss-120b and Qwen2.5-32B-Instruct | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | +| Synthetic OpenCodeReasoning from DeepSeek-R1-0528 | Text | Undisclosed | [OpenCodeReasoning](https://huggingface.co/datasets/nvidia/OpenCodeReasoning) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic HackerRank Coding from DeepSeek-R1-0528 | Text | Undisclosed | HackerRank Coding Dataset | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic SWE-Gym from Qwen3-Coder-480B-A35B-Instruct | Text | Undisclosed | [SWE-Gym](https://huggingface.co/datasets/SWE-Gym/SWE-Gym) | [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct) | +| Synthetic Art of Problem Solving and Stack Exchange from gpt-oss-120b, Qwen2.5-32B-Instruct, and Goedel-Prover-V2-32B | Text | Undisclosed | [Art of Problem Solving](https://artofproblemsolving.com/company); [American Mathematics Competitions 8](https://artofproblemsolving.com/wiki/index.php/AMC_8_Problems_and_Solutions); [American Mathematics Competitions 10](https://artofproblemsolving.com/wiki/index.php/AMC_10_Problems_and_Solutions); [Stack Exchange](https://archive.org/details/stackexchange) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct); [Goedel-Prover-V2-32B](https://huggingface.co/Goedel-LM/Goedel-Prover-V2-32B) | +| Synthetic Multilingual Science and Code data from DeepSeek-R1, DeepSeek-R1-0528, Qwen2.5-32B-Instruct, and Qwen3-235B-A22B, translated with Qwen2.5-32B-Instruct and Qwen2.5-14B-Instruct | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange); [SCP-116K](https://huggingface.co/datasets/EricLu/SCP-116K); [LIMO](https://huggingface.co/datasets/GAIR/LIMO); [TACO](https://huggingface.co/datasets/BAAI/TACO); Code Contest; Codeforces | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); | +| Synthetic Safety from DeepSeek-R1-0528, gpt-oss-120b and Mixtral-8x7B-v0.1 | Text | Undisclosed | [Nemotron Content Safety Dataset V2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0); [Gretel Synthetic Safety Alignment Dataset](https://huggingface.co/datasets/gretelai/gretel-safety-alignment-en-v1); [RedTeam-2K](https://huggingface.co/datasets/JailbreakV-28K/JailBreakV-28k); [Malicious Tasks](https://github.com/CrystalEye42/eval-safety/blob/main/malicious_tasks_dataset.yaml); [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1) | +| Synthetic STEM from Qwen3-235B-A22B-Instruct-2507 and gpt-oss-120b | Text | Undisclosed | [arXiv](https://info.arxiv.org/help/bulk_data/index.html); [National Institutes of Health ExPorter](https://www.nih.gov/); [BioRxiv](https://www.biorxiv.org/tdm); [PMC Article](https://pmc.ncbi.nlm.nih.gov/tools/textmining/); [USPTO Backgrounds](https://data.uspto.gov/apis/transition-guide/bdss#pats); [peS2o](https://huggingface.co/datasets/allenai/peS2o); Global Regulation; [CORE](https://core.ac.uk/documentation/dataset); [PG-19](https://github.com/google-deepmind/pg19); [DOAB CC BY & CC BY-SA subset](https://www.doabooks.org/en); [NDLTD](https://ndltd.org/thesis-resources/global-etd-search/) | [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic KernelBook from DeepSeek-R1-0528 | Text | Undisclosed | [KernelBook](https://huggingface.co/datasets/GPUMODE/KernelBook) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Tool Calling from Qwen3-235B-A22B-Thinking-2507 and Qwen3-Next-80B-A3B-Thinking | Text | Undisclosed | [ToolBench](https://github.com/OpenBMB/ToolBench/tree/master); [glaive-function-calling-v2](https://huggingface.co/datasets/glaiveai/glaive-function-calling-v2); [APIGen Function-Calling](https://huggingface.co/datasets/Salesforce/xlam-function-calling-60k); [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507); [Qwen3-Next-80B-A3B-Thinking](https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking) | +| Synthetic Chat from gpt-oss-120b, Mixtral-8x22B-Instruct-v0.1, Qwen3-235B-A22B-Instruct-2507 , and Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | [C4](https://huggingface.co/datasets/allenai/c4); [LMSYS-Chat-1M](https://huggingface.co/datasets/lmsys/lmsys-chat-1m); [ShareGPT](https://huggingface.co/datasets/RyokoAI/ShareGPT52K); [GSM8K](https://github.com/openai/grade-school-math); [PRM800K](https://github.com/openai/prm800k); [FinQA](https://finqasite.github.io/); [WikiTableQuestions](https://huggingface.co/wikitablequestions/datasets); [Riddles](https://github.com/crawsome/riddles); [glaive-function-calling-v2](https://huggingface.co/datasets/glaiveai/glaive-function-calling-v2); [SciBench](https://huggingface.co/datasets/xw27/scibench); [tigerbot-kaggle-leetcodesolutions-en-2k](https://huggingface.co/datasets/TigerResearch/tigerbot-kaggle-leetcodesolutions-en-2k); [OpenBookQA](https://github.com/allenai/OpenBookQA); [Advanced Reasoning Benchmark](https://github.com/TheDuckAI/arb); Software Heritage; [Khan Academy Math Keywords](https://www.khanacademy.org/math); [WildChat-1M](https://huggingface.co/datasets/allenai/WildChat-1M); [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Mixtral-8x22B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic Long Context from Qwen3-235B-A22B-Instruct-2507 | Text | Undisclosed | [CORE](https://core.ac.uk/documentation/dataset); [PG-19](https://github.com/google-deepmind/pg19); [DOAB CC BY & CC BY-SA subset](https://www.doabooks.org/en); [NDLTD](https://ndltd.org/thesis-resources/global-etd-search/) | [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507) | +| Synthetic Tool Use Interactive Agent from gpt-oss-120b, DeepSeek-R1-0528, Qwen3-32B, and Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | NVIDIA Internal | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [Qwen3-32B](https://huggingface.co/Qwen/Qwen3-32B); and [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic STEM from Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | [ICHO-IPH0](https://huggingface.co/datasets/II-Vietnam/IChO-IPhO-RL-v2-formated); [Physics Big](https://huggingface.co/datasets/Vikhrmodels/physics_big); Scale HLE; [OpenMathReasoning](https://huggingface.co/datasets/nvidia/OpenMathReasoning); [OpenCodeReasoning](https://huggingface.co/datasets/nvidia/OpenCodeReasoning) | [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic DocFinQA and SWE-smith from Qwen3-Coder-480B-A35B-Instruct and Kimi-K2-Thinking | Text | Undisclosed | [DocFinQA](https://huggingface.co/datasets/kensho/DocFinQA); [SWE-smith](https://huggingface.co/datasets/SWE-bench/SWE-smith) | [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct); [Kimi-K2-Thinking](https://huggingface.co/moonshotai/Kimi-K2-Thinking) | +| Synthetic Math from gpt-oss-120b and Qwen2.5-32B-Instruct | Text | Undisclosed | \- | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | +| Synthetic Essential-Web from gpt-oss-120b | Text | Undisclosed | [Essential-Web](https://huggingface.co/datasets/EssentialAI/essential-web-v1.0) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic Scale HLE from gpt-oss-120b | Text | Undisclosed | Scale HLE | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic CDQuestions from gpt-oss-120b | Text | Undisclosed | [CDQuestions](https://cdquestions.com/) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic Stack Exchange from gpt-oss-120b | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic GPQA from gpt-oss-120b and Qwen2.5-32B-Instruct | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | +| Synthetic Vedantu from gpt-oss-120b | Text | Undisclosed | [Vedantu](https://www.vedantu.com/) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic SWE-Gym and R2E-Gym-Subset from Qwen3-Coder-480B-A35B-Instruct | Text | Undisclosed | [SWE-Gym](https://huggingface.co/datasets/SWE-Gym/SWE-Gym); [R2E-Gym-Subset](https://huggingface.co/datasets/R2E-Gym/R2E-Gym-Subset) | [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct) | +| Synthetic SWE-Gym from Qwen3-Coder-480B-A35B-Instruct | Text | Undisclosed | [SWE-Gym](https://huggingface.co/datasets/SWE-Gym/SWE-Gym) | [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct) | +| Synthetic SWE-Gym and R2E-Gym-Subset from DeepSeek-R1-0528 | Text | Undisclosed | [SWE-Gym](https://huggingface.co/datasets/SWE-Gym/SWE-Gym); [R2E-Gym-Subset](https://huggingface.co/datasets/R2E-Gym/R2E-Gym-Subset) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic HelpSteer, LMSYS-Chat-1M, and Nemotron-Personas-USA from gpt-oss-120b, Qwen3-235B-A22B-Instruct-2507, and Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | [HelpSteer2](https://huggingface.co/datasets/nvidia/HelpSteer2); [HelpSteer3](https://huggingface.co/datasets/nvidia/HelpSteer3); [LMSYS-Chat-1M](https://huggingface.co/datasets/lmsys/lmsys-chat-1m); [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic Structured Outputs from Qwen3-30B-A3B-Instruct-2507, Qwen3-30B-A3B-Thinking-2507, Qwen3-235B-A22B-Instruct-2507, and Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | \- | [Qwen3-30B-A3B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507); [Qwen3-30B-A3B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic Search STEM MCQ from Qwen3-235B-A22B and DeepSeek-R1-0528 | Text | Undisclosed | \- | [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Search STEM OPENQ from DeepSeek-R1-0528 | Text | Undisclosed | \- | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic OpenSTEM from Qwen2.5-32B-Instruct and DeepSeek-R1-0528 | Text | Undisclosed | \- | [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic MCQ from Qwen2.5-32B-Instruct and DeepSeek-R1-0528 | Text | Undisclosed | \- | [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic MCQ10 from DeepSeek-R1-0528 | Text | Undisclosed | \- | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic MCQ4 from Qwen3-235B-A22B, DeepSeek-R1-0528, and Qwen3-235B-A22B-Instruct-2507 | Text | Undisclosed | \- | [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507) | +| Synthetic OpenMathReasoning from gpt-oss-120b and Qwen2.5-32B-Instruct | Text | Undisclosed | [OpenMathReasoning](https://huggingface.co/datasets/nvidia/OpenMathReasoning) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | +| Synthetic Offline Search MCQA HLE from DeepSeek-R1-0528 | Text | Undisclosed | \- | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Offline Search MCQA GPQA from Qwen3-235B-A22B and DeepSeek-R1-0528 | Text | Undisclosed | \- | [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Human Preference from QwQ-32B, Qwen3-30B-A3B, Qwen3-235B-A22B, Qwen3-235B-A22B-Instruct-2507, Mistral-Small-3.1-24B-Instruct-2503, Mistral-Small-3.2-24B-Instruct-2506, MiniMax-M1-80k, MiniMax-M1-40k, Kimi-K2-Instruct, DeepSeek-V3-0324, DeepSeek-R1-0528 | Text | Undisclosed | \- | [QwQ-32B](https://huggingface.co/Qwen/QwQ-32B); [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Mistral-Small-3.1-24B-Instruct-2503](https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503); [Mistral-Small-3.2-24B-Instruct-2506](https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506); [MiniMax-M1-80k](https://huggingface.co/MiniMaxAI/MiniMax-M1-80k); [MiniMax-M1-40k](https://huggingface.co/MiniMaxAI/MiniMax-M1-40k); [Kimi-K2-Instruct](https://huggingface.co/moonshotai/Kimi-K2-Instruct); [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic WildChat-1M and arena-human-preference-140k from DeepSeek-R1, gemma-2-2b-it, gemma-3-27b-it, gpt-oss-20b, gpt-oss-120b, Mistral-7B-Instruct-v0.3, Mixtral-8x22B-Instruct-v0.1, Nemotron-4-340B-Instruct, NVIDIA-Nemotron-Nano-9B-v2, Phi-4-mini-instruct, Phi-3-small-8k-instruct, Phi-3-medium-4k-instruct, Qwen3-235B-A22B, QwQ-32B | Text | Undisclosed | [WildChat-1M](https://huggingface.co/datasets/allenai/WildChat-1M); [arena-human-preference-140k](https://huggingface.co/datasets/lmarena-ai/arena-human-preference-140k) | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1); [gemma-2-2b-it](https://huggingface.co/google/gemma-2-2b-it); [gemma-3-27b-it](https://huggingface.co/google/gemma-3-27b-it); [gpt-oss-20b](https://huggingface.co/openai/gpt-oss-20b); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Mistral-7B-Instruct-v0.3](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3); [Mixtral-8x22B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1); [Nemotron-4-340B-Instruct](https://huggingface.co/nvidia/Nemotron-4-340B-Instruct); [NVIDIA-Nemotron-Nano-9B-v2](https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2); [Phi-4-mini-instruct](https://huggingface.co/microsoft/Phi-4-mini-instruct); [Phi-3-small-8k-instruct](https://huggingface.co/microsoft/Phi-3-small-8k-instruct); [Phi-3-medium-4k-instruct](https://huggingface.co/microsoft/Phi-3-medium-4k-instruct); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [QwQ-32B](https://huggingface.co/Qwen/QwQ-32B) | +| Synthetic Safety from DeepSeek-R1-0528, gpt-oss-120b, DeepSeek-R1-Distill-Qwen-7B, and Mixtral-8x7B-v0.1 | Text | Undisclosed | [Nemotron Content Safety Dataset V2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0); [Gretel Synthetic Safety Alignment Dataset](https://huggingface.co/datasets/gretelai/gretel-safety-alignment-en-v1); [RedTeam-2K](https://huggingface.co/datasets/JailbreakV-28K/JailBreakV-28k); [Malicious Tasks](https://github.com/CrystalEye42/eval-safety/blob/main/malicious_tasks_dataset.yaml); | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [DeepSeek-R1-Distill-Qwen-7B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B); [Qwen3-30B-A3B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1) | +| Synthetic Code from Qwen3-32B | Text | Undisclosed | English Common Crawl; English Common Crawl 1.1 | [Qwen3-32B](https://huggingface.co/Qwen/Qwen3-32B) | +| Synthetic OpenCodeReasoning from DeepSeek-R1 | Text | Undisclosed | [OpenCodeReasoning](https://huggingface.co/datasets/nvidia/OpenCodeReasoning) | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1) | +| Synthetic LIMO from DeepSeek-R1-0528 | Text | Undisclosed | [LIMO](https://huggingface.co/datasets/GAIR/LIMO) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic SCP from DeepSeek-R1-0528 | Text | Undisclosed | [SCP-116K](https://huggingface.co/datasets/EricLu/SCP-116K) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Stack Exchange from DeepSeek-R1-0528 | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Common Crawl from Qwen3-30B-A3B | Text | Undisclosed | [Common Crawl](https://commoncrawl.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Wikipedia from Qwen3-30B-A3B | Text | Undisclosed | [Wikimedia](https://dumps.wikimedia.org/) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B) | +| Synthetic Essential-Web from Qwen3-30B-A3B and Qwen3-235B-A22B-Thinking-2507 | Text | Undisclosed | [Essential-Web](https://huggingface.co/datasets/EssentialAI/essential-web-v1.0) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic Textbook Math from Qwen3-30B-A3B, Qwen3-235B-A22B, phi-4 | Text | Undisclosed | [Common Crawl](https://commoncrawl.org/); [FineMath](https://huggingface.co/datasets/HuggingFaceTB/finemath) | [Qwen3-30B-A3B](https://huggingface.co/Qwen/Qwen3-30B-A3B); [Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B); [phi-4](https://huggingface.co/microsoft/phi-4) | +| Synthetic Math and Code from DeepSeek-R1 and DeepSeek-R1-0528 | Text | Undisclosed | [Magicoder-Evol-Instruct-110K](https://huggingface.co/datasets/ise-uiuc/Magicoder-Evol-Instruct-110K); [opc-sft-stage2](https://huggingface.co/datasets/OpenCoder-LLM/opc-sft-stage2); [TACO](https://huggingface.co/datasets/BAAI/TACO); [OpenCodeReasoning](https://huggingface.co/datasets/nvidia/OpenCodeReasoning); [OpenMathReasoning](https://huggingface.co/datasets/nvidia/OpenMathReasoning); [NuminaMath CoT](https://huggingface.co/datasets/AI-MO/NuminaMath-CoT) | [DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Nemotron-Personas-USA from gpt-oss-120b and Qwen3-8B | Text | Undisclosed | [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) | +| Synthetic Text-To-SQL | Text | Undisclosed | \- | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic Agentless SWE | Text | Undisclosed | [SWE-Bench-Train](https://huggingface.co/datasets/princeton-nlp/SWE-bench/viewer/default/train); [SWE-Fixer-Train](https://huggingface.co/datasets/internlm/SWE-Fixer-Train-110K); [SWE-reBench](https://huggingface.co/datasets/nebius/SWE-rebench); [SWE-smith](https://huggingface.co/datasets/SWE-bench/SWE-smith) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528) | +| Synthetic Search Graph Walk | Text | Undisclosed | \- | [MiniMax-M2](https://huggingface.co/MiniMaxAI/MiniMax-M2) | +| Synthetic CUDA 100k | Text | Undisclosed | [KernelBook](https://huggingface.co/datasets/GPUMODE/KernelBook); [HuggingFace Transformers](https://github.com/huggingface/transformers); [FlashInfer](https://github.com/flashinfer-ai/flashinfer) | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b) | +| Synthetic Safety | Text | Undisclosed | [Nemotron Content Safety Dataset V2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0); [Gretel Synthetic Safety Alignment Dataset](https://huggingface.co/datasets/gretelai/gretel-safety-alignment-en-v1); [RedTeam-2K](https://huggingface.co/datasets/Ericwang/gpt-oss-distilled-redteam2k); [HarmfulTasks](https://github.com/CrystalEye42/eval-safety/blob/main/malicious_tasks_dataset.yaml) | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [NVIDIA-Nemotron-Nano-9B-v2](https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2); [gemma-3-4b-it](https://huggingface.co/google/gemma-3-4b-it) | +| Synthetic Agentic Diverse Domains | Text | Undisclosed | \- | [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507); [Qwen3-32B](https://huggingface.co/Qwen/Qwen3-32B); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [DeepSeek-V3.2](https://huggingface.co/deepseek-ai/DeepSeek-V3.2) | +| Synthetic SWE Unverified | Text | Undisclosed | \- | [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct); [GLM-4.7-Flash](https://huggingface.co/zai-org/GLM-4.7-Flash) | +| Synthetic Scale HLE from Deepseek-V3 | Text | Undisclosed | Scale HLE | [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic CDQuestions from Deepseek-V3 | Text | Undisclosed | [CDQuestions](https://cdquestions.com/) | [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic Stack Exchange from Deepseek-V3 | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic GPQA from Deepseek-V3 | Text | Undisclosed | [Stack Exchange](https://archive.org/details/stackexchange) | [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic Vedantu from Deepseek-V3 | Text | Undisclosed | [Vedantu](https://www.vedantu.com/) | [DeepSeek-V3-0324](https://huggingface.co/deepseek-ai/DeepSeek-V3-0324) | +| Synthetic Tool Call Schema for RL | Text | Undisclosed | [ToolBench](https://github.com/OpenBMB/ToolBench/tree/master); [glaive-function-calling-v2](https://huggingface.co/datasets/glaiveai/glaive-function-calling-v2); [APIGen Function-Calling](https://huggingface.co/datasets/Salesforce/xlam-function-calling-60k); [Nemotron-Personas-USA](https://huggingface.co/datasets/nvidia/Nemotron-Personas-USA) | [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507); [Qwen3-Next-80B-A3B-Thinking](https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking) | +| Synthetic Data for Search | Text | Undisclosed | [Wikimedia](https://dumps.wikimedia.org/) | [MiniMax-M2](https://huggingface.co/MiniMaxAI/MiniMax-M2) | +| Synthetic Instruction Following for RL | Text | Undisclosed | \- | [NVIDIA-Nemotron-Nano-9B-v2](https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507) | +| Synthetic Conversational Agentic Tool-Use RL | Text | Undisclosed | \- | [DeepSeek-V3.2](https://huggingface.co/deepseek-ai/DeepSeek-V3.2); [DeepSeek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528); [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507); [Qwen3-32B](https://huggingface.co/Qwen/Qwen3-32B); [gpt-oss-120b](https://huggingface.co/openai/gpt-oss-120b); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507) | +| Synthetic Terminal Pivot RL | Text | Undisclosed | [SWE-smith](https://huggingface.co/datasets/SWE-bench/SWE-smith); [Nemotron-Cascade-RL-SWE](https://huggingface.co/datasets/nvidia/Nemotron-Cascade-RL-SWE); Vendor supplied | [DeepSeek-V3.2](https://huggingface.co/deepseek-ai/DeepSeek-V3.2); [Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct); [Kimi-K2.5](https://huggingface.co/moonshotai/Kimi-K2.5); [Qwen3-235B-A22B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507) | + +## Language Distribution in Post-Training + +For our post-training recipe, we focused on 9 main languages in addition to English: French, German, Italian, Japanese, Spanish, and Chinese + +Those languages were represented in the form of multilingual reasoning and translation tasks. + +The following table depicts our sample distribution for the 6 languages and 5 translation pairs. + +| Language | Size | +| :--- | :--- | +| English | 13.48M | +| Italian | 53k | +| German | 53k | +| Spanish | 53k | +| French | 53k | +| Japanese | 53k | +| Chinese | 53k | +| English <-> Italian | 43.2k | +| English <-> German | 43.2k | +| English <-> Spanish | 43.2k | +| English <-> French | 43.2k | +| English <-> Japanese | 43.2k | + +
+ +## Evaluation Dataset + +* **Data Collection Method by dataset**: Hybrid: Human, Synthetic +* **Labeling Method by dataset**: Hybrid: Automated, Human, Synthetic + +## Inference + +* **Acceleration Engine:** PyTorch +* **Test Hardware:** + * NVIDIA Hopper + * 1-8x H100 + * 1-8x H200 + * NVIDIA Grace Blackwell + * GB200 + +## Ethical Considerations + +NVIDIA believes Trustworthy AI is a shared responsibility and we have established policies and practices to enable development for a wide array of AI applications. When downloaded or used in accordance with our terms of service, developers should work with their internal model team to ensure this model meets requirements for the relevant industry and use case and addresses unforeseen product misuse. + +We advise against circumvention of any provided safety guardrails contained in the Model without a substantially similar guardrail appropriate for your use case. For more details: [Safety](./safety.md) and [Explainability](./explainability.md) Subcards. + +For more detailed information on ethical considerations for this model, please see the Model Card++ [Bias](./bias.md), and [Privacy](./privacy.md) Subcards. + +Please report model quality, risk, security vulnerabilities or NVIDIA AI Concerns [here](https://www.nvidia.com/en-us/support/submit-security-vulnerability/). + +## Citation + +```bibtex +@misc{nvidia_nemotron_3_2025, + title = {NVIDIA Nemotron 3: Efficient and Open Intelligence}, + author = {{NVIDIA}}, + year = {2025}, + url = {https://arxiv.org/abs/2512.20856}, + note = {White Paper} +} +``` \ No newline at end of file diff --git a/__init__.py b/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/accuracy_chart.png b/accuracy_chart.png new file mode 100644 index 0000000000000000000000000000000000000000..b02796fcc95a5b948f843088cc3bf8da96b39601 Binary files /dev/null and b/accuracy_chart.png differ diff --git a/bias.md b/bias.md new file mode 100644 index 0000000000000000000000000000000000000000..6406714ae56570a4a00d16678ae7579117a97f08 --- /dev/null +++ b/bias.md @@ -0,0 +1,11 @@ +| Field | Response | +| :---- | :---- | +| Participation considerations from adversely impacted groups [protected classes](https://www.senate.ca.gov/content/protected-classes) in model design and testing: | None | +| Bias Metric (If Measured): | [BBQ Accuracy Scores in Ambiguous Contexts](https://github.com/nyu-mll/BBQ/) | +| Which characteristic (feature) show(s) the greatest difference in performance?: | The model shows high variance in the characteristics when it is used with a high temperature. | +| Which feature(s) have the worst performance overall? | Physical Appearance | +| Measures taken to mitigate against unwanted bias: | Supervised Fine-Tuning (SFT) and Reinforcement Learning from Human Feedback (RLHF) employed to calibrate the model’s reasoning capabilities to maintain logical consistency and appropriate complexity when interacting with or interpreting data from diverse age demographics. | +| If using internal data, description of methods implemented in data acquisition or processing, if any, to address the prevalence of identifiable biases in the training, testing, and validation data: | The training datasets contain a large amount of synthetic data generated by LLMs. We manually curated prompts. | +| Tools used to assess statistical imbalances and highlight patterns that may introduce bias into AI models: | [BBQ](https://github.com/nyu-mll/BBQ/) | +| Tools used to assess statistical imbalances and highlight patterns that may introduce bias into AI models: | These datasets, such as web-scraped finance reasoning data, do not collectively or exhaustively represent all demographic groups (and proportionally therein). For instance, these datasets do not contain explicit mentions of the following classes: age, gender, or ethnicity in approximately 97% to 99% of samples. Finance reasoning data scraped from SEC EDGAR contained a notable representational skew where ethnicity mentions are dominated by Middle Eastern contexts (found in finance documents), while gender is explicitly mentioned in only 0.9% of samples (including Male-only, Female-only, and Both). To mitigate these imbalances, we recommend considering these evaluation techniques such as bias audits, fine-tuning with demographically balanced datasets, and mitigation strategies such as counterfactual data augmentation to align with the desired model behavior. This evaluation used a 3,000-sample subset per dataset, identified as the optimal threshold for maximizing embedder accuracy. | +| Unwanted Bias Testing: | Constrained to English-language inputs. Multi-lingual parity is not currently claimed or guaranteed. | \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..71935c3a25edcdde07a0b7c4bec26f68bbce73a4 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,209 @@ +{% macro render_extra_keys(json_dict, handled_keys) %} + {%- if json_dict is mapping %} + {%- for json_key in json_dict if json_key not in handled_keys %} + {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %} + {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '' }} + {%- else %} + {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '' }} + {%- endif %} + {%- endfor %} + {%- endif %} +{% endmacro %} +{%- set enable_thinking = enable_thinking if enable_thinking is defined else True %} +{%- set low_effort = low_effort if low_effort is defined else False %} +{%- set truncate_history_thinking = truncate_history_thinking if truncate_history_thinking is defined else True %} + +{%- set ns = namespace(last_user_idx = -1) %} +{%- set loop_messages = messages %} +{%- for m in loop_messages %} + {%- if m["role"] == "user" %} + {%- set ns.last_user_idx = loop.index0 %} + {%- endif %} +{%- endfor %} + +{%- if messages[0]["role"] == "system" %} + {%- set system_message = messages[0]["content"] %} + {%- set loop_messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} + {%- set loop_messages = messages %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = [] %} +{%- endif %} +{# Recompute last_user_idx relative to loop_messages after handling system #} +{%- set ns = namespace(last_user_idx = -1) %} +{%- for m in loop_messages %} + {%- if m["role"] == "user" %} + {%- set ns.last_user_idx = loop.index0 %} + {%- endif %} +{%- endfor %} +{%- if system_message is defined %} + {{- "<|im_start|>system\n" + system_message }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- "<|im_start|>system\n" }} + {%- endif %} +{%- endif %} +{%- if tools is iterable and tools | length > 0 %} + {%- if system_message is defined and system_message | length > 0 %} + {{- "\n\n" }} + {%- endif %} + {{- "# Tools\n\nYou have access to the following functions:\n\n" }} + {{- "" }} + {%- for tool in tools %} + {%- if tool.function is defined %} + {%- set tool = tool.function %} + {%- endif %} + {{- "\n\n" ~ tool.name ~ "" }} + {%- if tool.description is defined %} + {{- '\n' ~ (tool.description | trim) ~ '' }} + {%- endif %} + {{- '\n' }} + {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %} + {%- for param_name, param_fields in tool.parameters.properties|items %} + {{- '\n' }} + {{- '\n' ~ param_name ~ '' }} + {%- if param_fields.type is defined %} + {{- '\n' ~ (param_fields.type | string) ~ '' }} + {%- endif %} + {%- if param_fields.description is defined %} + {{- '\n' ~ (param_fields.description | trim) ~ '' }} + {%- endif %} + {%- if param_fields.enum is defined %} + {{- '\n' ~ (param_fields.enum | tojson | safe) ~ '' }} + {%- endif %} + {%- set handled_keys = ['name', 'type', 'description', 'enum'] %} + {{- render_extra_keys(param_fields, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {%- endif %} + {% set handled_keys = ['type', 'properties', 'required'] %} + {{- render_extra_keys(tool.parameters, handled_keys) }} + {%- if tool.parameters is defined and tool.parameters.required is defined %} + {{- '\n' ~ (tool.parameters.required | tojson | safe) ~ '' }} + {%- endif %} + {{- '\n' }} + {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %} + {{- render_extra_keys(tool, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {{- "\n" }} + + {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }} +{%- endif %} + + +{%- if system_message is defined %} + {{- '<|im_end|>\n' }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} + +{%- for message in loop_messages %} + {%- if message.role == "assistant" %} + {# Add reasoning content in to content field for unified processing below. #} + {%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %} + {%- set content = "\n" ~ message.reasoning_content ~ "\n\n" ~ (message.content | default('', true)) %} + {%- else %} + {%- set content = message.content | default('', true) %} + {%- if content is string -%} + {# Allow downstream logic to to take care of broken thought, only handle coherent reasoning here. #} + {%- if '' not in content and '' not in content -%} + {%- set content = "" ~ content -%} + {%- endif -%} + {%- else -%} + {%- set content = content -%} + {%- endif -%} + {%- endif %} + {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %} + {# Assistant message has tool calls. #} + {{- '<|im_start|>assistant\n' }} + {%- set include_content = not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %} + {%- if content is string and content | trim | length > 0 %} + {%- if include_content %} + {{- (content | trim) ~ '\n' -}} + {%- else %} + {%- set c = (content | string) %} + {%- if '' in c %} + {# Keep only content after the last closing think. Also generation prompt causes this. #} + {%- set c = c.split('')[-1] %} + {%- elif '' in c %} + {# If was opened but never closed, drop the trailing think segment #} + {%- set c = c.split('')[0] %} + {%- endif %} + {%- set c = "" ~ c | trim %} + {%- if c | length > 0 %} + {{- c ~ '\n' -}} + {%- endif %} + {%- endif %} + {%- else %} + {{- "" -}} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n' -}} + {%- if tool_call.arguments is defined %} + {%- for args_name, args_value in tool_call.arguments|items %} + {{- '\n' -}} + {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %} + {{- args_value ~ '\n\n' -}} + {%- endfor %} + {%- endif %} + {{- '\n\n' -}} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- else %} + {# Assistant message doesn't have tool calls. #} + {%- if not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %} + {{- '<|im_start|>assistant\n' ~ (content | default('', true) | string | trim) ~ '<|im_end|>\n' }} + {%- else %} + {%- set c = (content | default('', true) | string) %} + {%- if '' in c and '' in c %} + {%- set c = "" ~ c.split('')[-1] %} + {%- endif %} + {%- set c = c | trim %} + {%- if c | length > 0 %} + {{- '<|im_start|>assistant\n' ~ c ~ '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>assistant\n<|im_end|>\n' }} + {%- endif %} + {%- endif %} + {%- endif %} + {%- elif message.role == "user" or message.role == "system" %} + {{- '<|im_start|>' + message.role + '\n' }} + {%- set content = message.content | string %} + {%- if message.role == "user" and loop.index0 == ns.last_user_idx and low_effort %} + {{- content + '\n\n{reasoning effort: low}' }} + {%- else %} + {{- content }} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.previtem and loop.previtem.role != "tool" %} + {{- '<|im_start|>user\n' }} + {%- endif %} + {{- '\n' }} + {{- message.content }} + {{- '\n\n' }} + {%- if not loop.last and loop.nextitem.role != "tool" %} + {{- '<|im_end|>\n' }} + {%- elif loop.last %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' }} + {%- endif %} +{%- endfor %} + +{%- if add_generation_prompt %} + {%- if enable_thinking %} + {{- '<|im_start|>assistant\n\n' }} + {%- else %} + {{- '<|im_start|>assistant\n' }} + {%- endif %} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2970ec76045e892b7939c2218e7b88eba104cf63 --- /dev/null +++ b/config.json @@ -0,0 +1,69 @@ +{ + "architectures": [ + "NemotronHForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_nemotron_h.NemotronHConfig", + "AutoModelForCausalLM": "modeling_nemotron_h.NemotronHForCausalLM" + }, + "bos_token_id": 1, + "chunk_size": 128, + "conv_kernel": 4, + "dtype": "bfloat16", + "eos_token_id": 2, + "expand": 2, + "head_dim": 128, + "hidden_dropout": 0.0, + "hidden_size": 4096, + "hybrid_override_pattern": "MEMEMEM*EMEMEMEM*EMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEM*EMEMEMEME", + "initializer_range": 0.02, + "intermediate_size": 2688, + "layer_norm_epsilon": 1e-05, + "mamba_head_dim": 64, + "mamba_hidden_act": "silu", + "mamba_num_heads": 128, + "mamba_proj_bias": false, + "mamba_ssm_cache_dtype": "float32", + "max_position_embeddings": 262144, + "mlp_bias": false, + "mlp_hidden_act": "relu2", + "model_type": "nemotron_h", + "moe_intermediate_size": 2688, + "moe_latent_size": 1024, + "moe_shared_expert_intermediate_size": 5376, + "moe_shared_expert_overlap": false, + "mtp_hybrid_override_pattern": "*E", + "n_group": 1, + "n_groups": 8, + "n_routed_experts": 512, + "n_shared_experts": 1, + "norm_eps": 1e-05, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_experts_per_tok": 22, + "num_hidden_layers": 88, + "num_key_value_heads": 2, + "num_logits_to_keep": 1, + "num_nextn_predict_layers": 1, + "pad_token_id": 0, + "partial_rotary_factor": 1.0, + "rescale_prenorm_residual": true, + "residual_in_fp32": false, + "rope_theta": 10000, + "routed_scaling_factor": 5.0, + "sliding_window": null, + "ssm_state_size": 128, + "tie_word_embeddings": false, + "time_step_floor": 0.0001, + "time_step_max": 0.1, + "time_step_min": 0.001, + "topk_group": 1, + "transformers_version": "4.57.6", + "use_bias": false, + "use_cache": true, + "use_conv_bias": true, + "use_mamba_kernels": true, + "vocab_size": 131072 +} \ No newline at end of file diff --git a/configuration_nemotron_h.py b/configuration_nemotron_h.py new file mode 100644 index 0000000000000000000000000000000000000000..b0577e12c52dac6d40529081c2c316b08b3b7ecf --- /dev/null +++ b/configuration_nemotron_h.py @@ -0,0 +1,410 @@ +# Copyright 2024-2025 NVIDIA Corporation and The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""NemotronH model configuration""" + +from transformers.configuration_utils import PretrainedConfig +from transformers.utils import logging + + +logger = logging.get_logger(__name__) + + +class NemotronHConfig(PretrainedConfig): + r""" + This is the configuration class to store the configuration of a [`NemotronHModel`]. It is used to instantiate a + NemotronH model according to the specified arguments, defining the model architecture. Instantiating a configuration + with the defaults will yield a similar configuration to that of NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 [nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16](https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16). + + Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the + documentation from [`PretrainedConfig`] for more information. + + + Args: + vocab_size (`int`, *optional*, defaults to 131072): + Vocabulary size of the NemotronH model. Defines the number of different tokens that can be represented by + the `inputs_ids` passed when calling [`NemotronHModel`]. + hidden_size (`int`, *optional*, defaults to 4096): + Dimension of the hidden representations. + layers_block_type (`list`, *optional*): + Explicit list of layer types for each layer. Each element must be one of: "mamba", "attention", or "moe". + The number of layers is determined by the length of this list. + num_hidden_layers (`int`, *optional*): + Number of hidden layers in the Transformer encoder. This parameter is deprecated and only kept for + backward compatibility. The number of layers is now determined by the length of `layers_block_type`. + tie_word_embeddings (`bool`, *optional*, defaults to `False`): + Whether the model's input and output word embeddings should be tied. + use_cache (`bool`, *optional*, defaults to `True`): + Whether or not the model should return the last key/values attentions. + num_logits_to_keep (`int`, *optional*, defaults to 1): + Number of prompt logits to calculate during generation. If `None`, all logits will be calculated. + pad_token_id (`int`, *optional*, defaults to 0): + The id of the padding token. + bos_token_id (`int`, *optional*, defaults to 1): + The id of the "beginning-of-sequence" token. + eos_token_id (`int`, *optional*, defaults to 2): + The id of the "end-of-sequence" token. + num_attention_heads (`int`, *optional*, defaults to 32): + Number of attention heads for each attention layer in the Transformer encoder. + num_key_value_heads (`int`, *optional*, defaults to 8): + This is the number of key_value heads that should be used to implement Grouped Query Attention. + head_dim (`int`, *optional*, defaults to 128): + Dimension of each attention head. + max_position_embeddings (`int`, *optional*, defaults to 4096): + The maximum sequence length that this model might ever be used with. + attention_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in attention layers. + attention_dropout (`float`, *optional*, defaults to 0.0): + The dropout ratio for the attention probabilities. + sliding_window (`int`, *optional*): + Sliding window attention window size. + intermediate_size (`int`, *optional*, defaults to 21504): + Dimension of the MLP representations. + mlp_hidden_act (`str`, *optional*, defaults to `"relu2"`): + The non-linear activation function in the MLP layers. + mlp_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in MLP layers. + use_mamba_kernels (`bool`, *optional*, defaults to `True`): + Flag indicating whether or not to use the fast mamba kernels. + ssm_state_size (`int`, *optional*, defaults to 128): + The dimension of the mamba state space latents. + mamba_num_heads (`int`, *optional*, defaults to 128): + Number of heads in Mamba layers. + mamba_n_groups (`int`, *optional*, defaults to 8): + Number of groups in Mamba layers. + mamba_head_dim (`int`, *optional*, defaults to 64): + Dimension of each Mamba head. + mamba_d_conv (`int`, *optional*, defaults to 4): + The size of the mamba convolution kernel. + mamba_expand (`int`, *optional*, defaults to 2): + Expanding factor used to determine the mamba intermediate size. + mamba_hidden_act (`str`, *optional*, defaults to `"silu"`): + The non-linear activation function in the Mamba layers. + mamba_dt_min (`float`, *optional*, defaults to 0.001): + Minimum value for the time step in Mamba. + mamba_dt_max (`float`, *optional*, defaults to 0.1): + Maximum value for the time step in Mamba. + mamba_dt_limit (`tuple`, *optional*, defaults to `(0.0, inf)`): + Limits for the time step in Mamba. + mamba_dt_init_floor (`float`, *optional*, defaults to 0.0001): + Floor value for time step initialization in Mamba. + mamba_conv_bias (`bool`, *optional*, defaults to `True`): + Whether to use bias in the convolution layer of the mamba mixer block. + mamba_proj_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in the input and output projections of the mamba mixer block. + mamba_chunk_size (`int`, *optional*, defaults to 128): + Size of chunks for Mamba processing. + mamba_ssm_cache_dtype (`str`, *optional*, defaults to `"float32"`): + Data type for Mamba SSM cache states. + n_routed_experts (`int`, *optional*, defaults to 8): + Number of routed experts in MoE layers. + n_shared_experts (`int`, *optional*, defaults to 1): + Number of shared experts that are always activated in MoE layers. + moe_intermediate_size (`int`, *optional*, defaults to 7688): + Dimension of the MLP representations in routed experts. + moe_shared_expert_intermediate_size (`int`, *optional*, defaults to 7688): + Dimension of the MLP representations in shared experts. + moe_latent_size (`int`, *optional*): + Latent size for MoE expert projections. If `None`, uses `hidden_size`. + moe_shared_expert_overlap (`bool`, *optional*, defaults to `True`): + Whether shared experts overlap with routed experts. + num_experts_per_tok (`int`, *optional*, defaults to 2): + The number of experts to route per token (top-k routing parameter). + routed_scaling_factor (`float`, *optional*, defaults to 1.0): + Scaling factor applied to routed expert outputs. + n_group (`int`, *optional*, defaults to 1): + Number of groups for expert routing. + topk_group (`int`, *optional*, defaults to 1): + Top-k group parameter for expert selection. + norm_topk_prob (`bool`, *optional*, defaults to `True`): + Whether to normalize top-k probabilities in expert routing. + num_nextn_predict_layers (`int`, *optional*, defaults to 0): + Number of additional layers for multi-token prediction. If 0, multi-token prediction is disabled. + mtp_layers_block_type (`list`, *optional*, defaults to `['attention', 'moe']`): + Explicit list of layer types for multi-token prediction layers when `num_nextn_predict_layers` > 0. + use_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in the model. + initializer_range (`float`, *optional*, defaults to 0.02): + The standard deviation of the truncated_normal_initializer for initializing all weight matrices. + layer_norm_epsilon (`float`, *optional*, defaults to 1e-05): + The epsilon used by the layer normalization layers. + residual_in_fp32 (`bool`, *optional*, defaults to `False`): + Whether or not residuals should be in `float32`. + hidden_dropout (`float`, *optional*, defaults to 0.0): + The dropout ratio for the hidden states. + rescale_prenorm_residual (`bool`, *optional*, defaults to `True`): + Whether to rescale the pre-normalization residual connections. + + ```python + >>> from transformers import NemotronHModel, NemotronHConfig + + >>> # Initializing a NemotronH configuration + >>> configuration = NemotronHConfig() + + >>> # Initializing a model (with random weights) from the configuration + >>> model = NemotronHModel(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + ```""" + + model_type = "nemotron_h" + keys_to_ignore_at_inference = ["past_key_values"] + + @staticmethod + def _validate_layers_block_type(layers_block_type, expected_length=None, param_name="layers_block_type"): + """ + Validate layers_block_type list. + + Args: + layers_block_type: List of layer types to validate + expected_length: If provided, validate the list has this length + param_name: Parameter name for error messages + + Raises: + ValueError: If validation fails + """ + if not isinstance(layers_block_type, list): + raise ValueError(f"{param_name} must be a list of strings. Got type: {type(layers_block_type)}") + + if expected_length is not None and len(layers_block_type) != expected_length: + raise ValueError(f"{param_name} must have length {expected_length}. Got length {len(layers_block_type)}.") + + valid_types = {"mamba", "attention", "moe"} + if not all(block_type in valid_types for block_type in layers_block_type): + invalid = set(layers_block_type) - valid_types + raise ValueError(f"{param_name} contains invalid types: {invalid}. Must be one of: {valid_types}") + + def __init__( + self, + # General model config + vocab_size=131072, + hidden_size=4096, + layers_block_type=None, + num_hidden_layers=None, # Deprecated, only for backward compatibility + tie_word_embeddings=False, + use_cache=True, + num_logits_to_keep=1, + # Token IDs + pad_token_id=0, + bos_token_id=1, + eos_token_id=2, + # Attention layer config + num_attention_heads=32, + num_key_value_heads=8, + head_dim=128, + max_position_embeddings=4096, + attention_bias=False, + attention_dropout=0.0, + sliding_window=None, + # MLP layer config + intermediate_size=21504, + mlp_hidden_act="relu2", + mlp_bias=False, + # Mamba layer config + use_mamba_kernels=True, + ssm_state_size=128, + mamba_num_heads=128, + mamba_n_groups=8, + mamba_head_dim=64, + mamba_d_conv=4, + mamba_expand=2, + mamba_hidden_act="silu", + mamba_dt_min=0.001, + mamba_dt_max=0.1, + mamba_dt_limit=(0.0, float("inf")), + mamba_dt_init_floor=1e-4, + mamba_conv_bias=True, + mamba_proj_bias=False, + mamba_chunk_size=128, + mamba_ssm_cache_dtype="float32", + # MoE config + n_routed_experts=8, + n_shared_experts=1, + moe_intermediate_size=7688, + moe_shared_expert_intermediate_size=7688, + moe_latent_size=None, + moe_shared_expert_overlap=True, + num_experts_per_tok=2, + routed_scaling_factor=1.0, + n_group=1, + topk_group=1, + norm_topk_prob=True, + # Multi-token prediction config + num_nextn_predict_layers=0, + mtp_layers_block_type=["attention", "moe"], + # General training config + use_bias=False, + initializer_range=0.02, + layer_norm_epsilon=1e-5, + residual_in_fp32=False, + hidden_dropout=0.0, + rescale_prenorm_residual=True, + **kwargs, + ): + # Backward compatibility: convert hybrid_override_pattern to layers_block_type + # Always pop hybrid_override_pattern from kwargs to prevent it from being set as an attribute + if "hybrid_override_pattern" in kwargs: + pattern = kwargs.pop("hybrid_override_pattern") + if layers_block_type is None: + layers_block_type = self._pattern_to_list(pattern) + elif layers_block_type is None: + # Default layers_block_type if not provided + layers_block_type = ["mamba", "moe", "attention", "moe"] + + # Note: num_hidden_layers is deprecated and ignored if layers_block_type is explicitly provided + # It's only kept for backward compatibility when loading old configs + if num_hidden_layers is not None: + # Warn if num_hidden_layers is provided but doesn't match layers_block_type + if len(layers_block_type) != num_hidden_layers: + logger.warning( + f"num_hidden_layers ({num_hidden_layers}) is deprecated and doesn't match " + f"layers_block_type length ({len(layers_block_type)}). Using layers_block_type length." + ) + + # Backward compatibility: convert mtp_hybrid_override_pattern to mtp_layers_block_type + # Always pop mtp_hybrid_override_pattern from kwargs to prevent it from being set as an attribute + if "mtp_hybrid_override_pattern" in kwargs: + pattern = kwargs.pop("mtp_hybrid_override_pattern") + if mtp_layers_block_type is None or mtp_layers_block_type == ["attention", "moe"]: + mtp_layers_block_type = self._pattern_to_list(pattern) + + self.vocab_size = vocab_size + self.tie_word_embeddings = tie_word_embeddings + self.hidden_size = hidden_size + self.intermediate_size = intermediate_size + self.num_attention_heads = num_attention_heads + self.head_dim = head_dim + self.sliding_window = sliding_window + self.max_position_embeddings = max_position_embeddings + self.attention_dropout = attention_dropout + self.hidden_dropout = hidden_dropout + + # Validate layers_block_type (no longer checking length against num_hidden_layers) + self._validate_layers_block_type(layers_block_type, expected_length=None, param_name="layers_block_type") + self.layers_block_type = layers_block_type + + # for backward compatibility + if num_key_value_heads is None: + num_key_value_heads = num_attention_heads + + self.num_key_value_heads = num_key_value_heads + self.mlp_hidden_act = mlp_hidden_act + self.attention_bias = attention_bias + self.mlp_bias = mlp_bias + self.use_bias = use_bias + self.initializer_range = initializer_range + self.layer_norm_epsilon = layer_norm_epsilon + self.residual_in_fp32 = residual_in_fp32 + + self.use_cache = use_cache + self.num_logits_to_keep = num_logits_to_keep + + self.use_mamba_kernels = use_mamba_kernels + self.n_groups = mamba_n_groups + self.mamba_head_dim = mamba_head_dim + self.ssm_state_size = ssm_state_size + self.mamba_num_heads = mamba_num_heads + self.conv_kernel = mamba_d_conv + self.expand = mamba_expand + self.mamba_hidden_act = mamba_hidden_act + self.time_step_min = mamba_dt_min + self.time_step_max = mamba_dt_max + self.time_step_limit = mamba_dt_limit + self.time_step_floor = mamba_dt_init_floor + self.use_conv_bias = mamba_conv_bias + self.mamba_proj_bias = mamba_proj_bias + self.chunk_size = mamba_chunk_size + self.rescale_prenorm_residual = rescale_prenorm_residual + self.n_routed_experts = n_routed_experts + self.n_shared_experts = n_shared_experts + self.moe_intermediate_size = moe_intermediate_size + self.moe_shared_expert_intermediate_size = moe_shared_expert_intermediate_size + self.moe_latent_size = moe_latent_size + self.moe_shared_expert_overlap = moe_shared_expert_overlap + self.num_experts_per_tok = num_experts_per_tok + self.routed_scaling_factor = routed_scaling_factor + self.n_group = n_group + self.topk_group = topk_group + self.norm_topk_prob = norm_topk_prob + self.mamba_ssm_cache_dtype = mamba_ssm_cache_dtype + + # MTP config + self.num_nextn_predict_layers = num_nextn_predict_layers + + # Validate mtp_layers_block_type is provided when MTP is enabled + if self.num_nextn_predict_layers > 0: + if mtp_layers_block_type is None: + raise ValueError( + "mtp_layers_block_type is required when num_nextn_predict_layers > 0. " + "Please provide an explicit list of layer types for MTP layers. " + "Example: mtp_layers_block_type=['attention', 'moe']" + ) + self._validate_layers_block_type(mtp_layers_block_type, None, "mtp_layers_block_type") + self.mtp_layers_block_type = mtp_layers_block_type + + super().__init__( + pad_token_id=pad_token_id, + bos_token_id=bos_token_id, + eos_token_id=eos_token_id, + tie_word_embeddings=tie_word_embeddings, + **kwargs, + ) + + @property + def num_hidden_layers(self) -> int: + """ + Number of hidden layers derived from the length of layers_block_type. + This property replaces the deprecated num_hidden_layers parameter. + """ + return len(self.layers_block_type) + + @num_hidden_layers.setter + def num_hidden_layers(self, value): + """ + Setter for backward compatibility when loading configs. + The value is ignored since num_hidden_layers is computed from layers_block_type. + """ + # Ignore the value - num_hidden_layers is always derived from layers_block_type + pass + + @property + def hybrid_override_pattern(self) -> str: + """ + Backward compatibility property. + Returns the pattern string representation of layers_block_type. + """ + return self._list_to_pattern(self.layers_block_type) + + @property + def mtp_hybrid_override_pattern(self) -> str: + """ + Backward compatibility property. + Returns the pattern string representation of mtp_layers_block_type. + """ + return self._list_to_pattern(self.mtp_layers_block_type) + + @staticmethod + def _list_to_pattern(layers_list: list) -> str: + """Convert list of layer types back to pattern string (for backward compatibility).""" + reverse_mapping = {"mamba": "M", "moe": "E", "attention": "*"} + return "".join(reverse_mapping[layer_type] for layer_type in layers_list) + + @staticmethod + def _pattern_to_list(pattern: str) -> list: + """Convert pattern string to list of layer types (for backward compatibility).""" + pattern_mapping = {"M": "mamba", "E": "moe", "*": "attention"} + return [pattern_mapping[char] for char in pattern] + + +__all__ = ["NemotronHConfig"] diff --git a/explainability.md b/explainability.md new file mode 100644 index 0000000000000000000000000000000000000000..24936994e396a15aa18c75dd1cd43d41d36275fd --- /dev/null +++ b/explainability.md @@ -0,0 +1,14 @@ +| Field | Response | +| :---- | :---- | +| Intended Task/Domain: | Text generation, reasoning, and chat | +| Model Type: | Text-to-text Mamba2-Transformer Hybrid | +| Intended Users: | Generative AI creators working with conversational AI models and image content. | +| Output: | Text | +| Tools used to evaluate datasets to identify synthetic data and ensure data authenticity. | We used a Gemma-3 4B-based filtering model fine-tuned on [Nemotron Content Safety Dataset v2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0) to ensure the quality of synthetic data. | +| Describe how the model works: | Generates text by predicting the next word or token based on the context provided in the input sequence using multiple self-attention layers. | +| Name the adversely impacted groups this has been tested to deliver comparable outcomes regardless of: | Age, Disability Status, Gender Identity, Nationality, Physical Appearance, Ethnicity, Socioeconomic Status, Sexual Orientation, Religion | +| Technical Limitations & Mitigation: | This model performs particularly well in instruction following regimes, as such may be strongly influenced by untrusted inputs and should be paired with appropriate guardrails and data filtering to better align use-case behaviors when exposed to such data. | +| Verified to have met prescribed NVIDIA quality standards: | Yes | +| Performance Metrics: | Accuracy, Throughput, and User-side throughput | +| Potential Known Risks: | The model was optimized explicitly for instruction following and as such may be influenced by untrusted inputs (prompt injection, indirect prompt injection, jailbreaking, web search, etc.) as a result of its instruction tuning that may degrade safety alignment and other training efforts. This model should be paired with additional guardrails and data filtering to limit exposure to instructions from malicious sources. Bypassing of safety alignment, system guardrails, and filters may allow harmful outcomes up to and including remote code execution in some agentic systems when effective security controls are not in place. The model was trained on data that contains toxic language and societal biases originally crawled from the internet. Therefore, the model may generate and amplify harmful, biased, or otherwise unsafe content reinforcing these biases and return toxic responses especially when prompted with toxic prompts. The model may also generate answers that may be inaccurate, omit key information, or include irrelevant or redundant text producing socially unacceptable or undesirable text, even if the prompt itself does not include anything explicitly offensive. The model may exhibit self-anthropomorphism (e.g., displaying human-like characteristics in dialogue, such as expressing preferences and emotions). In integrated system contexts, the model could potentially be exploited to access or disclose information beyond the model’s intended permissions or scope of operation. | +| Licensing: | [NVIDIA Nemotron Open Model License Agreement](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/) | \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9f6546e3b99dd85a2899453a2487850007815ead --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "_from_model_config": true, + "do_sample": true, + "bos_token_id": 1, + "eos_token_id": [ + 2, + 11 + ], + "pad_token_id": 0, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "4.57.1" +} diff --git a/model-00001-of-00050.safetensors b/model-00001-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6449de318255103074bfc485a8e449b2fd09c957 --- /dev/null +++ b/model-00001-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105bd2c4f20e8f68f7114a11a0a8ead5a38b3c8d1cb962ba88fb8ee58d21a294 +size 4997999760 diff --git a/model-00002-of-00050.safetensors b/model-00002-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba1741aad9108dc924258d26e7d40ab81e6a49ce --- /dev/null +++ b/model-00002-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4d02dbe117562653395d0699fd4c8c8d5a7caf5a9dc23d3adb71f878f25f55 +size 4996714072 diff --git a/model-00003-of-00050.safetensors b/model-00003-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a64b29d3152a3619e83e677e8021ca772789b8c3 --- /dev/null +++ b/model-00003-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137a7acc3c5648a8834491328670eb551dc9becdac1e10b7ddb0a07eba27181d +size 4996714072 diff --git a/model-00004-of-00050.safetensors b/model-00004-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87d264a1e04f1f0caf871456ebbc36c94d83b58a --- /dev/null +++ b/model-00004-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a198f937fa3d7b3ba1c3ea4684e3cd32887d52b6ca2905817bbf1d8c142326 +size 4996459064 diff --git a/model-00005-of-00050.safetensors b/model-00005-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8955d3229ef733a513d945ef85327341bb44cee7 --- /dev/null +++ b/model-00005-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e74a3aed4c6fbbcc9cce227c1daa24ab0c95a662b9d0aed496ec28f7a5c0a7b +size 4958833808 diff --git a/model-00006-of-00050.safetensors b/model-00006-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee840b186dca070a467bad0a4a7ad3b095e7b0a2 --- /dev/null +++ b/model-00006-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ccac6d4cb59f7c5e4c523e08e2e376876772c5cb359a63a1e26c26175eb4604 +size 4998024408 diff --git a/model-00007-of-00050.safetensors b/model-00007-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a02c02e0317dff1f77f250bce365ded236e4733 --- /dev/null +++ b/model-00007-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068306f784fb43b69b15ee91d949d9e333d7c7821167b84d5f845000266967d5 +size 4996714952 diff --git a/model-00008-of-00050.safetensors b/model-00008-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d26e1708f4ca5a4c66b9d4cbc0a4ffa4373a8c2e --- /dev/null +++ b/model-00008-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f3b25f04a9549f13870966d05682602b22428023df2430c82381d33fd07fcc +size 4996714936 diff --git a/model-00009-of-00050.safetensors b/model-00009-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a59f11d27dcf46c33de1ae3fe9630f7534d8788b --- /dev/null +++ b/model-00009-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc45e88a5fbe207974ac5104b91e83a32d2af26b480886b595eab4e7a52063a +size 4996459848 diff --git a/model-00010-of-00050.safetensors b/model-00010-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc31c241b4947d176da47ad709be26d194efebb3 --- /dev/null +++ b/model-00010-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9e6fe453356fb2a21eca51ff828376ed997da9de0614a1ea7e836791250490 +size 4996714992 diff --git a/model-00011-of-00050.safetensors b/model-00011-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..188975379f070b98f93e4317912ded93ba6bc572 --- /dev/null +++ b/model-00011-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3d39ef8833d339831581e2755539154a3963533f51b12da83ccaa945588a7e +size 4975723264 diff --git a/model-00012-of-00050.safetensors b/model-00012-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13ce709b596a1f62a3d1197ac92ad6bfbc086de5 --- /dev/null +++ b/model-00012-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec01d95016c0e44e549bb2c5583b578a77aa4b1402fa2ce919c1cdbf1665fca +size 4997651448 diff --git a/model-00013-of-00050.safetensors b/model-00013-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d08f3d8a81a92d54193da809cbfd5a15d3220252 --- /dev/null +++ b/model-00013-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aac706af7ea0d3e36255482b8529b6dc5933b92099da283e668ba849c694b75 +size 4996714960 diff --git a/model-00014-of-00050.safetensors b/model-00014-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98a660b7f236e46365c766cef857372782e5c3a7 --- /dev/null +++ b/model-00014-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa949d7ac1b1a602ee2a3897a32976bd67d6500226982465a9773f26b2f5928 +size 4996459848 diff --git a/model-00015-of-00050.safetensors b/model-00015-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fdf40306c69aeffe7d288573b3d9c370f9d29108 --- /dev/null +++ b/model-00015-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f16316eaa892fe5442538a21857935297eb098d292750bd8721455048e7a311 +size 4996714936 diff --git a/model-00016-of-00050.safetensors b/model-00016-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ab3c441f43a2127b870d11db9768662e9257fbc --- /dev/null +++ b/model-00016-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de2791b665ad8a3fe24b41b827bc509b09608ddade928c039b60adf20b61e8fa +size 4996714984 diff --git a/model-00017-of-00050.safetensors b/model-00017-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd6e83d88ab19d3b38db2271713d2b03794cf292 --- /dev/null +++ b/model-00017-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ea9d674374409b5bc27b8e03b08dca851962497a60bac4c6cd92605b943ae8 +size 4915166568 diff --git a/model-00018-of-00050.safetensors b/model-00018-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f28d102dd5ec9b5fa2abd1fd73a219984df3f999 --- /dev/null +++ b/model-00018-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456272c3c51cb1ba1bd0c04244bc252193bfd7f68c5be2f53a01beeaabd00231 +size 4997651448 diff --git a/model-00019-of-00050.safetensors b/model-00019-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fb53d7aa1d97902a80e27c26587ad711f793914 --- /dev/null +++ b/model-00019-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5d3ceedf3ab01c869ec856c483ac6e8a069567572887d524936796571f2eea +size 4996714960 diff --git a/model-00020-of-00050.safetensors b/model-00020-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0748f8c362dc0a586eb7d68b5b4e7e3a34aa71ff --- /dev/null +++ b/model-00020-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20bbcb0cc5b14f026b9cf095de2944976005435ee468d895c0656e4ef44cffcc +size 4996459848 diff --git a/model-00021-of-00050.safetensors b/model-00021-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d5260987b5bf817d83eab28b879203a2623b977 --- /dev/null +++ b/model-00021-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d503f4921496ce2f369945c729ee9383fb6f7c3d9d6b26fa380ed902cc3b64 +size 4996714936 diff --git a/model-00022-of-00050.safetensors b/model-00022-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e5b6464af8af1e00d9b74d3d3b426f5ed651512 --- /dev/null +++ b/model-00022-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92c37f824fd6d00afd7a7c327574118027acc504d8ee7b7a202a970b184de82 +size 4996714984 diff --git a/model-00023-of-00050.safetensors b/model-00023-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c562c0fca577a031991b8ea57196e4850ac59d23 --- /dev/null +++ b/model-00023-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa4fcdb4a8bd316ecf4a58e073f232dfa112fd77537986690c5b6e25d896847 +size 4915166568 diff --git a/model-00024-of-00050.safetensors b/model-00024-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d03c17ef36f5950def7d25af346f8497d5137ad2 --- /dev/null +++ b/model-00024-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023e6b268664f373450d1897531654d8c64bafdbcbda4e5c004f9b329b3a0adc +size 4997651448 diff --git a/model-00025-of-00050.safetensors b/model-00025-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05ce6d577947da1d755ff322bf0f1f65a98b3ae4 --- /dev/null +++ b/model-00025-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea00058bccb261b81ad9c9d80d96f0cac95a1714d9718cc2b405821f9ab60068 +size 4996714960 diff --git a/model-00026-of-00050.safetensors b/model-00026-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa3433d56be482f6708776c035ae11c421e9b40e --- /dev/null +++ b/model-00026-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4df92010a5ddde290aac8d9b9d8455e65ca24e51437432d87b03a19525540d5 +size 4996459848 diff --git a/model-00027-of-00050.safetensors b/model-00027-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60e735167d5690f9f1cda407a8a65df1ef729302 --- /dev/null +++ b/model-00027-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bbe85c2744764f3e893f1eb3eed9e52b33429226f789ba5a78ba92af9f34b63 +size 4996714936 diff --git a/model-00028-of-00050.safetensors b/model-00028-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..657452198635b250288c28ee616160a538eb1d44 --- /dev/null +++ b/model-00028-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118a44204fe005f7f04b0ff1cdf3e2739c2851a5aaccaf0dc3be870a37d71de7 +size 4996714984 diff --git a/model-00029-of-00050.safetensors b/model-00029-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d37710550a5776189675e52c5fe09075b1e2d39 --- /dev/null +++ b/model-00029-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac147a050c58dd196525500ee8fd57ee84be7c5aefac0cea411037cf893a8f8 +size 4915166568 diff --git a/model-00030-of-00050.safetensors b/model-00030-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..814d2999a8b9092a9465e9b462a04307ac7b658d --- /dev/null +++ b/model-00030-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24020dd8e7c80f5b7e0f042f53b3ed9edb0081b14caa096b620fd5f4cfb064db +size 4997651448 diff --git a/model-00031-of-00050.safetensors b/model-00031-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6adb07fd91dfaabbc5f0e232b9c7956913b5be95 --- /dev/null +++ b/model-00031-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f76e750d538422791eb1f7e4baf923ef511543d84d38d3ea043800cd3900186 +size 4996714960 diff --git a/model-00032-of-00050.safetensors b/model-00032-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16ebb37e72e5d292588dc593c9605e09aac17b44 --- /dev/null +++ b/model-00032-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cafad8ebd1897a7c9eb874b7af2ebd485928f8a3209cd2a2614a5add84cd48f3 +size 4996459848 diff --git a/model-00033-of-00050.safetensors b/model-00033-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1edddb161345a4ebc24866a01c13c154aa68907 --- /dev/null +++ b/model-00033-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65496d854228f5c9eb9427eb86029c7ff3b43fe2dfb00ff52af6b3f5e829392e +size 4996714936 diff --git a/model-00034-of-00050.safetensors b/model-00034-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f9bc2d129390d43a2a205a8ed7ab670bd63b5db --- /dev/null +++ b/model-00034-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c4026a9de293a5611ce4fc2039c0b8d5aeafe2aa4a50054308fd9d79e7954f +size 4996714984 diff --git a/model-00035-of-00050.safetensors b/model-00035-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3304bc9c24f74d84851747c19d0c55cc7f1bb2c --- /dev/null +++ b/model-00035-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f926faa8ebb65b052e48fa3b26caa3ffc43f0ef58a2c4e200f33c27e9b705d9a +size 4915166568 diff --git a/model-00036-of-00050.safetensors b/model-00036-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..073e3d0b59d2bf9e1f875c214c43be63f79c26c6 --- /dev/null +++ b/model-00036-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4405f66cdcbfe80ee9c2c8cb3a4341b2c9a05c44076f7e1548103007a3be1f6 +size 4997651448 diff --git a/model-00037-of-00050.safetensors b/model-00037-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87f40d9997c27a2b91f487389e4e6111fdd3f99b --- /dev/null +++ b/model-00037-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2e63cdde42b24e96978541409ef1332566d8460f189c5d7dcfd7a958a9a71a +size 4996714960 diff --git a/model-00038-of-00050.safetensors b/model-00038-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f45d4af34050077a356cb5593dfa0b940b8cbf71 --- /dev/null +++ b/model-00038-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a255376e905fac0e42e54b6863ba293599e3d29132feba287b939b3d47b7900 +size 4996459848 diff --git a/model-00039-of-00050.safetensors b/model-00039-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e87fa0ba38c400c7227ef6108f32f37277090819 --- /dev/null +++ b/model-00039-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d6aae1b6d1bbc7e9f4a176e1e41e75637f58af149328ea4356fbec291c8401 +size 4996714936 diff --git a/model-00040-of-00050.safetensors b/model-00040-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adb2ae8ce5b56e03882848d2203829606c16d8e5 --- /dev/null +++ b/model-00040-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9293969492e19269dfe83ebe79dae3a92dd5cb15c62b95f5f74124b0407656 +size 4996714984 diff --git a/model-00041-of-00050.safetensors b/model-00041-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dfc563f32fa3400539df4aecbe3f21c58154e04 --- /dev/null +++ b/model-00041-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305019d2d661b4a9d346179c07f25293497b45d1c981a40e57b4841281ea8cdc +size 4915166568 diff --git a/model-00042-of-00050.safetensors b/model-00042-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6edbfbf424b6d96e6f1cd1775882f89e399f8f3f --- /dev/null +++ b/model-00042-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab6b38d9b9b3b354566a2e8aeb52363e18d9de9b9edf292fde8847d525980ed +size 4997651448 diff --git a/model-00043-of-00050.safetensors b/model-00043-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..187c32e66fcfaca51f33e2a090a35b2e2685c1f9 --- /dev/null +++ b/model-00043-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610d06cbd5be56fc677020d8f363c35715b8bb69e5656e1f9e74764303ba99bd +size 4996459880 diff --git a/model-00044-of-00050.safetensors b/model-00044-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c61cb21ad28c08f227aae2a02cd80d7db8957daf --- /dev/null +++ b/model-00044-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c17be3f3ea0daad1d8d57808cbaa33707af1247c21fc13c1b5b30f44328849 +size 4996714936 diff --git a/model-00045-of-00050.safetensors b/model-00045-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6568a9732a1cc3d2c393c1e3f297f858c187316b --- /dev/null +++ b/model-00045-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60eb1cf2b2d5367d237ac12f3b009b34e391fd8c2b57e0f954aa683d3de5ff4e +size 4996714936 diff --git a/model-00046-of-00050.safetensors b/model-00046-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10b4792b132638c9ed5a19ebd0dccb58320416dd --- /dev/null +++ b/model-00046-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81feea7dde8337637bbf0c85da0f9d9d1effca86a5c91244957046b084cc55e2 +size 4996714984 diff --git a/model-00047-of-00050.safetensors b/model-00047-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f54d52d467de6ceca70b255da02fa8dbe3654db4 --- /dev/null +++ b/model-00047-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c105086bbaa733dc6dc8be52fed5c2ba64ae960c4e8384247e1cd37ea6b3a2 +size 4915166568 diff --git a/model-00048-of-00050.safetensors b/model-00048-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60de1fbff7de026f0637cca54ecdca5bdd4c0ea2 --- /dev/null +++ b/model-00048-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48f4f962bc0aa20216ce487025ef4beffd7a85241691142d549e244eba2696e +size 4997651448 diff --git a/model-00049-of-00050.safetensors b/model-00049-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14659fcc87c0e3327feb5d097264dfacabc7d814 --- /dev/null +++ b/model-00049-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb70fda7f2ea7e7fa58210bc0eafc619e3d5b531bb9741bedc6bfac71508ae04 +size 4998690536 diff --git a/model-00050-of-00050.safetensors b/model-00050-of-00050.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a39431179e120f3bec25f3dfc59b664e6f7c5aee --- /dev/null +++ b/model-00050-of-00050.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9b7cea8a184b457f70d63678b69dd8d452bbae0cbf9780071e6ad8c1e9028d +size 2927698848 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..b7d5fac7542a05388babcdca691872e7a251e412 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,42691 @@ +{ + "metadata": { + "total_parameters": 123611012096, + "total_size": 247222108160 + }, + "weight_map": { + "backbone.layers.14.mixer.experts.215.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.379.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.206.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.150.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.258.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.284.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.133.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.68.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.90.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.117.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.485.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.379.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.343.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.66.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.104.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.38.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.273.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.56.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.352.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.239.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.277.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.407.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.318.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.488.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.63.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.319.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.316.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.206.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.183.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.336.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.259.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.209.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.434.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.226.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.228.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.0.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.468.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.43.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.474.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.83.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.380.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.389.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.356.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.227.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.218.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.441.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.323.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.138.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.101.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.352.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.9.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.457.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.424.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.464.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.64.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.282.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.164.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.17.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.337.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.3.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.411.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.504.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.327.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.329.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.280.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.384.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.314.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.317.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.42.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.29.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.255.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.142.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.67.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.242.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.491.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.368.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.351.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.143.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.fc2_latent_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.404.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.163.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.81.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.123.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.137.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.163.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.450.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.21.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.302.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.270.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.451.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.489.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.268.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.162.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.334.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.97.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.479.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.416.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.61.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.400.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.116.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.131.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.179.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.387.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.282.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.140.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.110.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.210.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.122.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.196.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.450.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.247.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.296.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.359.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.289.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.20.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.276.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.441.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.402.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.350.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.348.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.13.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.129.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.161.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.35.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.369.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.382.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.137.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.109.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.428.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.219.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.213.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.456.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.209.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.111.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.174.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.455.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.152.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.144.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.364.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.475.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.84.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.325.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.367.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.106.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.68.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.117.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.446.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.89.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.473.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.283.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.357.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.383.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.500.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.426.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.100.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.499.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.177.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.281.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.223.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.19.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.478.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.272.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.488.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.253.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.443.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.507.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.364.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.229.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.316.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.115.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.267.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.271.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.60.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.401.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.430.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.83.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.239.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.479.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.462.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.505.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.277.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.323.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.345.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.320.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.415.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.86.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.479.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.498.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.163.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.165.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.481.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.330.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.120.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.42.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.433.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.330.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.80.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.95.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.279.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.147.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.130.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.82.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.145.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.246.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.188.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.325.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.430.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.470.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.429.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.274.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.493.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.440.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.198.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.14.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.75.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.203.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.507.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.271.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.350.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.408.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.230.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.470.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.427.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.16.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.224.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.131.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.126.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.315.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.225.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.377.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.237.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.123.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.62.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.102.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.219.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.64.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.29.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.174.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.140.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.21.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.134.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.366.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.401.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.276.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.128.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.112.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.441.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.442.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.170.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.472.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.337.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.317.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.321.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.261.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.199.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.459.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.53.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.327.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.339.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.73.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.171.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.101.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.301.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.110.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.229.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.60.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.439.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.141.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.169.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.283.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.fc2_latent_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.384.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.250.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.20.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.157.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.193.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.240.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.112.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.214.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.433.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.351.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.489.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.232.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.264.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.146.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.210.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.445.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.448.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.239.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.291.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.137.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.17.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.492.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.365.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.194.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.366.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.78.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.77.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.26.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.276.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.49.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.359.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.270.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.118.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.459.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.5.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.491.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.214.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.225.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.321.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.124.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.400.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.465.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.71.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.372.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.223.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.430.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.51.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.0.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.443.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.381.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.415.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.85.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.491.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.315.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.475.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.336.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.244.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.405.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.5.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.85.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.258.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.65.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.32.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.297.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.445.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.401.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.113.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.415.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.444.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.370.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.242.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.253.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.79.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.153.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.263.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.368.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.261.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.448.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.457.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.342.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.310.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.338.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.300.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.310.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.58.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.211.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.225.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.250.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.338.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.58.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.179.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.392.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.465.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.491.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.482.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.66.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.154.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.241.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.168.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.308.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.22.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.403.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.338.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.482.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.403.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.175.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.496.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.221.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.44.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.233.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.17.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.404.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.2.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.277.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.205.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.101.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.82.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.102.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.263.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.355.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.119.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.109.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.73.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.212.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.97.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.242.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.154.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.151.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.189.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.205.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.459.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.371.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.295.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.440.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.84.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.409.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.125.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.343.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.396.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.65.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.164.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.433.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.220.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.134.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.29.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.468.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.90.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.435.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.29.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.219.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.95.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.162.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.122.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.192.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.467.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.284.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.298.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.368.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.385.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.159.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.29.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.361.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.305.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.226.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.95.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.78.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.240.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.208.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.29.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.331.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.120.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.12.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.436.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.176.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.246.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.13.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.383.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.285.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.177.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.126.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.459.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.425.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.291.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.280.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.313.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.481.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.395.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.286.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.258.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.13.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.179.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.235.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.5.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.359.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.289.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.315.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.14.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.106.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.24.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.445.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.421.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.68.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.fc1_latent_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.369.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.313.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.73.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.25.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.193.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.415.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.500.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.174.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.151.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.76.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.324.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.254.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.286.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.415.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.303.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.418.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.397.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.465.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.419.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.336.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.398.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.191.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.222.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.329.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.278.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.337.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.128.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.83.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.420.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.340.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.67.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.57.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.48.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.138.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.504.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.95.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.472.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.219.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.275.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.314.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.338.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.437.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.304.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.359.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.183.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.231.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.254.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.243.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.13.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.476.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.170.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.332.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.178.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.413.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.290.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.138.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.51.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.76.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.452.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.219.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.370.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.70.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.76.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.198.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.493.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.204.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.69.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.311.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.73.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.270.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.51.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.207.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.84.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.464.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.49.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.256.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.45.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.285.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.147.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.500.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.35.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.12.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.398.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.452.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.392.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.24.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.185.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.8.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.2.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.95.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.57.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.261.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.289.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.386.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.259.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.389.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.380.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.156.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.55.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.223.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.155.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.87.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.209.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.90.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.478.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.351.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.103.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.290.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.430.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.140.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.278.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.464.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.251.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.264.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.209.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.296.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.338.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.255.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.342.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.157.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.shared_experts.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.264.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.124.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.90.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.187.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.127.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.502.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.409.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.489.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.110.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.303.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.49.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.357.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.497.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.352.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.71.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.511.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.144.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.81.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.254.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.435.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.492.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.492.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.250.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.26.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.494.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.374.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.288.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.443.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.467.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.232.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.290.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.155.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.404.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.380.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.450.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.216.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.267.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.475.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.329.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.295.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.199.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.274.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.201.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.141.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.167.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.506.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.12.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.124.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.300.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.249.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.184.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.73.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.216.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.268.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.395.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.473.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.287.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.153.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.471.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.345.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.118.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.303.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.249.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.241.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.455.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.455.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.403.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.209.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.396.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.198.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.268.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.52.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.284.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.190.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.465.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.415.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.468.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.107.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.394.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.280.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.60.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.406.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.161.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.93.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.41.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.288.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.159.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.95.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.336.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.262.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.75.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.510.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.44.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.465.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.271.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.426.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.361.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.13.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.479.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.16.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.254.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.468.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.447.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.16.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.443.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.101.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.188.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.411.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.194.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.250.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.88.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.103.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.360.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.269.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.217.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.459.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.283.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.79.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.80.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.138.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.405.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.81.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.48.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.465.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.211.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.180.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.159.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.189.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.163.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.446.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.159.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.151.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.78.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.463.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.424.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.2.mixer.norm.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.112.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.27.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.284.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.237.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.439.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.453.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.228.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.177.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.31.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.34.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.216.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.488.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.270.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.159.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.256.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.304.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.258.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.314.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.183.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.268.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.462.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.207.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.175.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.257.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.128.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.390.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.413.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.352.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.247.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.186.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.67.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.78.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.381.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.336.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.405.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.314.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.331.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.452.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.75.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.427.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.399.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.457.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.477.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.321.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.392.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.203.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.97.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.379.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.65.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.69.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.190.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.439.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.338.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.gate.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.165.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.200.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.141.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.131.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.340.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.419.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.354.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.3.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.313.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.401.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.196.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.413.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.87.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.181.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.46.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.503.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.459.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.395.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.422.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.168.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.95.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.251.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.505.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.371.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.378.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.266.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.267.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.172.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.361.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.387.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.218.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.16.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.124.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.256.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.394.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.333.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.135.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.186.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.145.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.340.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.417.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.485.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.343.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.213.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.177.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.343.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.202.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.195.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.135.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.97.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.325.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.292.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.25.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.445.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.3.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.167.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.121.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.503.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.223.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.408.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.36.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.230.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.8.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.455.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.487.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.461.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.383.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.308.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.432.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.140.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.24.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.92.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.467.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.325.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.167.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.500.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.50.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.224.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.107.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.444.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.102.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.424.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.484.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.152.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.506.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.383.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.213.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.fc2_latent_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.31.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.419.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.371.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.484.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.77.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.458.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.gate.e_score_correction_bias": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.270.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.235.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.450.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.259.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.177.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.53.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.338.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.257.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.20.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.187.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.374.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.193.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.191.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.251.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.148.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.321.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.432.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.47.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.95.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.511.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.503.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.397.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.97.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.116.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.270.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.448.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.185.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.117.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.346.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.456.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.483.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.319.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.181.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.191.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.272.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.427.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.129.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.168.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.242.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.135.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.377.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.193.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.462.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.331.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.203.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.375.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.480.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.137.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.431.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.403.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.305.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.443.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.366.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.179.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.254.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.484.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.365.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.484.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.343.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.212.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.463.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.81.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.13.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.407.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.52.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.423.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.125.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.393.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.469.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.400.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.478.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.157.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.115.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.266.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.23.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.88.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.410.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.80.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.312.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.507.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.1.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.109.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.200.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.54.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.397.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.114.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.8.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.367.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.423.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.22.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.167.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.477.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.223.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.353.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.270.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.348.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.379.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.99.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.26.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.288.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.475.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.276.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.248.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.169.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.278.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.292.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.454.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.249.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.344.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.235.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.158.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.16.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.446.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.424.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.67.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.180.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.164.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.198.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.443.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.307.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.110.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.2.norm.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.166.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.336.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.87.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.14.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.323.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.47.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.340.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.20.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.424.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.270.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.249.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.498.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.7.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.57.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.441.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.165.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.177.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.225.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.51.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.32.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.83.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.334.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.26.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.311.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.260.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.279.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.300.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.312.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.85.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.42.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.471.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.15.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.156.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.330.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.165.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.82.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.261.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.438.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.114.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.426.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.419.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.227.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.190.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.296.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.361.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.339.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.267.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.451.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.188.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.110.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.50.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.264.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.374.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.286.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.236.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.240.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.284.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.346.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.207.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.178.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.4.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.94.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.90.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.226.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.205.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.160.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.242.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.73.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.471.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.73.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.202.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.285.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.115.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.187.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.fc2_latent_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.46.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.18.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.421.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.332.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.282.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.368.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.260.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.66.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.7.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.4.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.176.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.349.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.20.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.453.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.65.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.70.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.479.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.77.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.416.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.436.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.316.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.48.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.115.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.508.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.118.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.325.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.209.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.426.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.246.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.252.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.147.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.227.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.164.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.360.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.209.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.233.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.135.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.357.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.102.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.511.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.384.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.169.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.292.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.465.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.300.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.165.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.462.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.193.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.92.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.378.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.504.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.266.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.393.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.306.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.87.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.77.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.59.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.383.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.284.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.425.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.368.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.18.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.125.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.113.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.189.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.194.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.357.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.206.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.220.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.144.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.298.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.294.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.493.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.112.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.173.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.455.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.463.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.349.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.139.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.300.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.196.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.154.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.237.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.511.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.174.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.150.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.82.mixer.norm.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.216.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.351.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.434.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.90.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.238.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.82.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.93.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.242.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.19.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.157.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.438.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.377.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.177.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.114.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.305.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.2.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.287.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.179.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.334.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.127.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.207.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.24.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.142.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.210.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.286.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.236.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.474.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.45.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.148.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.300.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.458.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.38.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.134.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.118.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.299.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.160.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.79.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.248.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.72.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.187.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.428.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.511.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.478.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.497.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.125.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.225.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.314.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.154.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.23.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.396.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.496.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.361.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.331.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.59.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.400.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.104.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.181.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.28.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.46.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.1.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.403.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.150.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.138.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.496.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.503.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.3.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.29.mixer.A_log": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.77.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.376.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.390.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.452.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.354.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.206.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.351.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.57.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.192.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.155.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.501.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.77.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.422.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.486.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.350.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.258.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.111.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.32.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.439.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.367.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.234.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.128.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.313.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.489.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.211.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.92.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.231.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.65.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.431.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.255.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.257.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.95.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.395.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.271.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.500.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.5.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.328.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.454.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.322.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.497.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.21.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.90.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.417.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.187.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.113.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.210.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.303.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.449.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.64.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.261.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.311.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.374.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.28.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.123.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.41.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.308.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.104.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.491.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.99.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.449.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.478.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.192.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.332.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.80.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.399.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.369.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.180.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.300.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.361.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.310.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.446.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.323.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.377.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.376.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.309.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.226.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.274.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.304.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.311.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.408.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.168.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.120.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.127.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.504.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.328.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.463.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.73.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.79.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.319.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.44.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.436.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.476.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.418.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.293.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.248.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.309.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.111.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.33.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.279.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.411.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.418.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.483.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.79.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.290.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.104.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.39.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.181.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.215.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.458.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.339.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.166.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.203.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.184.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.15.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.166.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.157.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.333.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.30.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.148.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.470.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.103.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.155.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.67.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.280.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.157.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.17.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.190.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.61.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.395.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.131.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.345.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.216.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.123.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.424.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.341.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.132.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.58.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.193.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.406.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.247.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.42.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.41.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.256.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.247.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.157.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.465.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.56.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.368.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.396.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.222.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.207.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.157.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.239.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.96.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.217.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.457.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.195.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.174.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.19.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.244.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.393.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.485.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.276.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.432.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.438.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.307.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.411.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.211.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.402.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.385.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.482.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.170.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.451.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.193.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.291.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.126.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.456.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.152.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.201.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.348.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.500.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.418.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.201.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.8.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.42.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.198.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.288.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.486.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.360.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.404.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.271.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.301.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.53.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.313.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.64.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.414.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.270.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.464.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.506.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.126.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.358.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.401.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.476.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.58.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.401.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.30.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.19.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.55.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.210.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.243.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.438.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.170.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.42.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.479.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.83.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.244.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.287.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.178.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.38.mixer.A_log": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.44.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.169.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.317.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.71.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.458.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.215.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.42.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.393.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.319.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.37.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.33.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.296.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.384.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.83.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.101.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.508.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.108.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.453.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.190.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.366.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.367.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.394.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.2.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.94.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.461.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.275.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.298.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.220.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.89.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.502.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.419.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.375.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.373.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.349.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.447.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.17.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.449.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.169.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.154.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.134.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.241.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.50.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.75.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.463.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.204.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.2.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.424.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.1.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.501.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.110.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.13.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.480.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.172.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.64.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.437.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.466.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.216.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.93.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.69.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.58.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.179.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.84.mixer.conv1d.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.505.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.231.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.405.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.265.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.312.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.111.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.160.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.287.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.299.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.492.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.39.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.503.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.299.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.146.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.146.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.364.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.313.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.114.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.208.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.289.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.441.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.413.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.17.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.89.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.485.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.256.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.487.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.307.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.71.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.94.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.200.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.418.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.47.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.168.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.458.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.102.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.372.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.146.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.149.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.112.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.244.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.198.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.320.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.72.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.160.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.432.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.199.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.30.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.439.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.180.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.158.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.251.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.483.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.414.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.252.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.275.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.167.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.277.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.293.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.56.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.248.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.308.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.32.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.156.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.171.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.181.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.137.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.422.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.316.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.349.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.67.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.21.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.267.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.120.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.103.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.504.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.352.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.402.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.242.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.489.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.507.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.82.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.510.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.490.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.27.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.316.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.237.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.325.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.214.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.20.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.505.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.483.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.495.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.253.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.37.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.167.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.135.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.437.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.243.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.510.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.389.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.32.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.136.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.99.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.407.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.262.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.10.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.265.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.80.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.442.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.327.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.73.mixer.A_log": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.508.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.78.mixer.k_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.511.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.200.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.123.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.161.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.75.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.113.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.441.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.418.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.83.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.331.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.131.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.55.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.222.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.506.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.339.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.350.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.73.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.351.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.205.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.48.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.131.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.428.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.305.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.110.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.442.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.469.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.371.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.103.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.96.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.491.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.51.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.475.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.66.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.94.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.156.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.132.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.29.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.443.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.258.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.35.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.29.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.38.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.502.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.216.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.452.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.443.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.301.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.432.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.454.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.129.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.334.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.194.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.387.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.197.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.135.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.148.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.225.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.6.mixer.D": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.98.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.3.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.499.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.272.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.64.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.72.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.449.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.95.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.477.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.392.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.331.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.435.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.229.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.56.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.221.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.42.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.102.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.21.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.214.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.382.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.152.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.49.mixer.conv1d.bias": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.191.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.52.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.168.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.381.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.364.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.224.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.427.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.374.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.42.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.18.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.247.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.70.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.11.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.369.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.254.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.319.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.427.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.208.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.68.mixer.A_log": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.173.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.154.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.113.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.1.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.27.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.357.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.328.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.271.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.10.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.470.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.11.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.74.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.66.norm.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.411.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.130.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.377.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.228.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.384.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.355.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.348.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.289.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.481.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.234.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.287.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.440.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.458.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.436.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.357.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.449.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.103.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.46.mixer.in_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.478.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.38.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.13.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.154.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.343.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.490.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.167.up_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.463.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.434.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.256.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.476.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.369.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.38.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.441.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.gate.e_score_correction_bias": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.427.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.91.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.423.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.291.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.25.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.52.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.506.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.179.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.231.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.491.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.131.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.112.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.239.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.431.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.446.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.483.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.102.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.120.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.281.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.409.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.468.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.393.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.505.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.191.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.339.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.49.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.69.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.505.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.414.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.346.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.99.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.40.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.489.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.422.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.367.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.267.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.333.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.359.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.98.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.21.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.12.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.420.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.461.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.243.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.453.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.334.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.484.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.367.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.116.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.200.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.233.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.218.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.387.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.28.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.47.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.190.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.17.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.194.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.106.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.373.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.349.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.271.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.248.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.78.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.403.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.133.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.438.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.275.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.85.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.40.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.323.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.214.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.456.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.norm.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.47.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.494.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.66.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.436.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.234.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.333.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.496.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.200.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.358.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.382.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.210.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.495.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.246.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.61.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.157.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.124.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.500.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.300.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.36.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.72.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.479.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.231.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.145.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.323.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.225.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.458.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.138.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.369.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.381.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.215.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.215.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.359.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.30.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.76.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.183.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.79.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.498.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.76.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.3.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.271.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.102.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.383.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.169.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.323.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.191.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.502.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.359.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.344.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.286.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.481.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.114.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.433.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.131.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.133.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.290.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.17.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.71.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.36.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.494.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.284.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.364.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.280.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.179.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.160.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.99.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.185.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.328.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.481.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.57.mixer.D": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.450.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.381.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.356.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.30.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.49.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.324.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.103.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.152.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.2.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.175.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.115.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.141.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.233.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.180.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.13.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.269.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.199.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.461.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.251.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.286.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.489.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.79.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.485.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.249.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.55.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.509.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.281.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.178.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.355.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.238.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.97.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.268.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.146.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.507.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.92.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.413.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.255.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.303.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.278.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.138.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.353.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.79.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.210.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.265.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.244.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.318.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.120.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.117.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.140.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.478.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.93.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.419.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.232.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.221.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.219.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.476.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.8.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.129.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.47.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.399.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.446.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.216.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.93.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.436.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.102.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.339.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.441.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.284.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.gate.e_score_correction_bias": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.232.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.127.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.363.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.331.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.398.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.416.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.433.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.10.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.11.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.494.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.223.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.469.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.384.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.176.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.74.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.151.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.203.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.143.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.355.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.234.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.154.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.303.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.181.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.345.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.509.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.69.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.171.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.155.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.84.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.181.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.23.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.164.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.109.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.34.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.41.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.58.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.36.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.146.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.292.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.21.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.485.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.149.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.371.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.490.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.118.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.158.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.427.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.304.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.455.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.490.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.300.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.77.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.77.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.294.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.456.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.345.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.164.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.94.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.454.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.218.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.473.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.508.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.464.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.399.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.fc1_latent_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.191.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.309.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.316.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.445.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.70.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.397.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.164.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.390.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.441.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.22.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.154.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.122.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.63.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.337.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.507.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.207.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.361.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.136.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.108.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.163.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.372.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.273.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.38.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.137.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.298.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.141.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.110.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.210.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.349.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.499.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.493.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.210.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.476.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.297.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.297.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.139.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.490.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.165.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.268.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.350.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.269.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.406.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.497.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.157.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.510.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.248.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.149.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.346.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.420.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.2.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.98.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.414.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.411.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.239.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.25.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.113.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.471.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.38.mixer.D": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.282.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.173.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.92.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.52.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.488.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.101.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.53.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.249.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.421.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.92.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.124.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.322.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.447.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.499.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.26.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.249.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.227.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.455.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.113.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.338.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.56.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.217.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.239.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.228.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.458.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.389.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.378.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.486.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.431.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.339.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.242.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.295.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.368.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.79.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.429.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.206.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.481.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.247.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.341.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.14.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.325.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.170.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.235.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.290.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.143.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.247.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.39.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.208.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.369.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.76.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.428.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.82.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.220.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.384.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.421.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.164.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.337.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.192.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.202.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.275.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.128.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.321.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.251.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.51.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.357.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.259.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.347.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.155.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.235.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.251.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.158.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.480.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.369.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.59.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.49.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.347.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.398.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.7.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.27.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.322.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.254.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.405.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.87.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.54.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.464.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.333.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.205.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.132.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.19.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.509.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.146.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.306.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.304.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.66.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.460.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.3.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.125.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.134.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.fc1_latent_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.439.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.456.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.97.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.407.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.231.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.412.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.429.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.497.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.504.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.114.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.488.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.287.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.292.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.172.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.318.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.58.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.262.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.50.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.182.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.14.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.292.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.5.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.447.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.263.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.324.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.233.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.117.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.266.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.444.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.323.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.172.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.500.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.420.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.248.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.255.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.187.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.279.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.170.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.481.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.198.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.116.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.410.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.38.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.194.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.33.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.262.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.329.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.373.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.199.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.170.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.333.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.153.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.148.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.286.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.84.mixer.out_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.26.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.60.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.203.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.476.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.427.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.45.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.216.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.324.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.27.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.131.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.45.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.451.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.shared_experts.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.106.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.352.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.112.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.68.mixer.dt_bias": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.188.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.389.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.141.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.163.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.177.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.254.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.163.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.36.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.179.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.401.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.417.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.318.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.471.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.353.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.155.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.124.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.253.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.32.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.459.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.135.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.440.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.129.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.265.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.187.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.341.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.408.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.141.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.494.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.146.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.419.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.241.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.166.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.407.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.22.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.17.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.292.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.8.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.3.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.419.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.282.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.247.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.285.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.113.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.62.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.203.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.135.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.208.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.214.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.225.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.177.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.101.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.61.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.253.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.88.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.115.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.6.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.34.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.53.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.291.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.368.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.32.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.201.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.33.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.24.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.510.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.493.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.153.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.236.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.83.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.449.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.211.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.447.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.480.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.506.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.451.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.347.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.427.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.463.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.182.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.248.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.445.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.463.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.498.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.451.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.466.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.183.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.103.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.17.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.67.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.119.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.272.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.134.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.204.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.314.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.354.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.140.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.160.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.200.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.377.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.139.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.297.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.4.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.402.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.119.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.62.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.426.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.421.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.445.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.176.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.458.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.134.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.244.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.174.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.347.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.460.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.328.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.412.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.281.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.61.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.150.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.253.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.398.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.433.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.200.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.472.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.434.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.196.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.41.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.244.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.218.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.76.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.270.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.198.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.455.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.270.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.366.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.273.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.487.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.452.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.22.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.137.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.181.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.334.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.97.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.464.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.5.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.460.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.217.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.327.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.298.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.106.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.479.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.123.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.426.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.336.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.159.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.160.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.458.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.377.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.501.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.145.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.99.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.11.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.213.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.265.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.124.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.108.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.321.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.487.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.390.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.430.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.296.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.442.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.357.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.392.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.377.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.258.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.10.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.437.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.504.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.16.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.289.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.252.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.300.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.140.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.26.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.368.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.471.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.shared_experts.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.373.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.496.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.352.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.368.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.219.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.87.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.287.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.450.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.221.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.243.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.263.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.106.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.0.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.435.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.302.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.388.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.53.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.397.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.366.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.343.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.399.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.271.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.35.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.472.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.366.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.444.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.79.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.375.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.235.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.297.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.377.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.132.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.355.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.363.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.149.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.404.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.498.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.477.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.164.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.237.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.431.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.281.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.202.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.155.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.109.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.286.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.101.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.169.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.173.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.146.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.92.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.320.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.302.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.44.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.441.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.57.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.338.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.132.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.103.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.401.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.381.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.406.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.308.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.317.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.240.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.369.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.10.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.177.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.107.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.162.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.98.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.230.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.261.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.125.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.65.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.415.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.2.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.22.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.256.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.404.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.18.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.352.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.66.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.80.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.128.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.17.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.55.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.21.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.274.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.182.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.471.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.81.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.206.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.88.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.240.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.248.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.93.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.54.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.493.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.409.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.478.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.224.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.133.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.107.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.278.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.326.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.238.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.426.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.245.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.210.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.109.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.44.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.29.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.441.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.415.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.329.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.196.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.265.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.467.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.305.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.4.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.174.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.120.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.478.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.202.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.64.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.126.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.469.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.181.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.108.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.246.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.120.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.201.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.shared_experts.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.104.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.478.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.14.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.212.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.472.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.443.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.181.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.338.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.430.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.244.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.306.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.201.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.163.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.192.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.252.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.381.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.230.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.358.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.277.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.76.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.42.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.347.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.307.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.175.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.156.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.189.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.420.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.239.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.311.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.426.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.368.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.60.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.395.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.359.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.335.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.315.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.426.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.264.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.21.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.362.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.507.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.439.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.10.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.417.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.293.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.353.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.458.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.11.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.220.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.446.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.445.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.124.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.315.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.21.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.458.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.437.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.482.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.40.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.484.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.125.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.315.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.360.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.503.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.194.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.93.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.430.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.207.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.390.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.358.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.369.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.208.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.337.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.385.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.431.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.4.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.168.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.128.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.99.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.403.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.24.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.22.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.128.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.365.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.180.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.203.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.69.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.355.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.243.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.150.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.20.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.337.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.447.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.68.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.508.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.83.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.26.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.360.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.182.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.24.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.433.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.72.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.434.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.207.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.451.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.208.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.186.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.411.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.84.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.348.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.454.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.401.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.norm.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.195.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.108.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.421.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.427.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.109.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.168.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.193.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.399.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.340.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.108.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.188.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.163.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.2.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.197.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.38.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.408.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.134.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.500.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.204.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.292.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.386.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.351.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.360.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.234.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.493.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.116.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.55.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.342.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.359.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.392.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.459.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.343.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.360.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.267.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.363.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.60.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.284.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.396.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.291.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.111.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.502.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.207.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.414.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.341.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.42.mixer.norm.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.236.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.shared_experts.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.432.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.66.mixer.conv1d.bias": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.277.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.96.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.453.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.466.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.448.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.249.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.164.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.388.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.76.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.100.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.194.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.74.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.87.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.260.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.161.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.57.norm.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.383.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.110.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.138.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.509.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.201.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.25.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.276.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.194.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.204.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.301.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.314.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.14.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.366.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.175.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.40.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.435.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.186.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.192.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.217.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.222.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.312.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.397.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.347.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.315.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.386.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.13.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.19.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.309.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.108.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.348.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.132.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.494.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.30.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.304.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.425.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.451.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.166.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.239.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.250.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.7.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.121.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.282.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.230.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.481.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.359.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.188.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.235.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.273.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.291.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.419.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.52.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.279.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.138.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.437.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.3.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.123.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.289.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.455.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.164.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.188.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.245.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.286.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.198.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.389.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.320.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.349.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.20.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.105.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.338.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.215.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.447.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.384.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.314.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.482.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.47.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.10.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.467.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.140.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.223.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.508.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.103.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.137.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.156.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.63.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.322.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.461.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.386.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.89.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.304.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.170.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.289.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.117.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.42.mixer.A_log": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.382.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.346.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.279.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.483.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.412.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.495.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.468.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.95.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.182.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.223.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.198.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.135.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.508.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.357.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.58.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.499.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.11.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.80.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.92.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.485.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.121.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.241.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.485.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.327.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.311.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.131.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.299.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.385.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.44.mixer.conv1d.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.115.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.209.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.449.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.142.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.509.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.309.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.86.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.86.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.391.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.361.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.164.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.492.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.44.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.184.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.273.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.248.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.407.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.473.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.463.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.286.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.478.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.114.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.150.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.98.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.348.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.430.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.58.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.195.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.33.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.118.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.410.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.293.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.293.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.377.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.235.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.460.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.442.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.90.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.89.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.424.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.63.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.9.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.187.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.458.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.28.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.261.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.485.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.301.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.54.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.9.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.183.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.99.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.83.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.15.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.510.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.165.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.138.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.312.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.473.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.131.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.353.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.346.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.313.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.346.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.270.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.203.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.10.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.gate.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.413.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.259.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.98.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.364.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.382.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.135.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.478.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.372.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.86.mixer.A_log": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.315.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.300.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.365.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.364.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.432.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.343.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.12.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.302.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.285.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.217.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.435.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.66.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.1.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.279.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.314.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.33.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.334.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.229.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.319.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.503.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.231.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.192.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.36.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.133.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.284.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.280.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.150.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.257.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.456.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.322.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.207.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.322.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.297.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.296.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.231.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.157.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.475.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.493.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.234.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.147.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.509.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.429.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.313.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.103.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.343.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.196.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.37.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.359.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.118.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.405.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.133.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.501.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.47.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.30.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.171.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.228.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.71.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.474.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.442.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.91.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.417.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.307.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.436.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.468.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.174.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.465.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.13.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.486.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.168.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.2.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.402.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.458.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.269.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.491.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.348.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.7.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.174.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.189.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.54.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.322.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.38.mixer.in_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.197.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.510.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.147.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.473.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.480.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.420.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.9.mixer.D": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.396.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.288.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.203.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.35.mixer.D": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.392.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.217.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.68.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.465.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.484.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.68.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.501.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.344.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.490.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.304.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.478.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.454.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.462.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.58.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.11.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.199.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.278.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.359.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.386.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.213.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.370.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.244.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.294.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.246.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.101.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.152.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.300.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.317.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.22.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.237.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.213.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.349.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.344.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.297.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.477.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.114.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.297.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.161.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.96.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.278.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.401.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.shared_experts.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.290.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.418.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.283.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.103.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.466.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.114.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.445.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.178.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.509.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.228.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.317.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.409.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.129.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.244.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.41.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.342.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.178.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.146.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.19.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.458.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.324.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.311.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.147.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.496.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.398.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.139.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.0.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.1.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.450.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.328.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.386.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.232.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.353.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.460.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.495.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.87.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.386.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.93.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.0.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.191.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.336.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.205.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.491.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.320.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.66.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.400.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.160.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.455.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.343.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.213.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.405.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.275.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.281.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.170.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.337.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.140.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.152.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.63.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.152.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.77.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.3.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.445.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.498.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.100.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.451.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.207.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.71.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.102.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.481.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.402.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.421.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.449.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.203.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.223.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.23.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.428.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.399.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.497.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.289.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.361.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.417.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.29.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.451.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.232.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.74.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.353.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.293.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.249.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.499.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.417.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.506.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.251.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.260.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.327.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.32.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.152.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.431.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.245.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.167.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.364.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.163.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.22.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.358.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.506.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.284.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.408.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.64.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.494.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.396.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.149.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.387.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.406.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.347.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.244.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.268.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.375.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.311.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.74.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.338.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.151.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.429.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.320.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.5.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.337.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.118.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.222.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.211.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.184.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.285.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.117.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.212.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.133.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.290.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.31.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.74.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.389.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.489.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.162.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.150.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.185.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.127.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.394.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.206.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.153.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.91.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.491.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.24.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.446.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.316.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.496.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.267.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.229.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.150.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.2.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.8.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.132.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.189.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.72.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.229.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.503.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.13.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.145.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.130.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.93.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.410.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.318.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.329.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.287.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.85.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.104.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.97.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.299.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.466.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.136.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.342.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.283.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.67.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.411.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.28.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.406.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.269.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.434.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.241.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.190.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.68.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.336.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.338.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.104.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.123.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.427.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.396.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.380.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.229.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.394.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.362.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.136.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.494.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.111.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.383.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.42.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.468.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.405.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.57.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.241.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.185.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.99.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.154.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.101.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.336.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.179.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.359.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.139.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.448.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.291.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.474.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.297.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.175.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.213.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.236.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.321.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.262.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.336.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.193.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.334.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.372.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.358.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.shared_experts.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.226.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.445.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.0.mixer.A_log": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.16.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.390.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.495.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.489.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.75.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.348.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.123.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.87.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.453.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.236.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.445.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.39.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.65.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.285.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.408.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.380.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.468.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.361.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.498.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.449.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.296.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.382.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.391.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.110.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.33.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.15.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.395.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.442.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.498.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.0.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.32.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.1.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.483.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.79.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.109.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.306.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.407.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.228.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.142.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.389.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.140.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.177.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.81.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.113.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.1.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.110.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.230.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.156.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.75.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.180.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.176.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.49.mixer.D": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.0.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.360.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.56.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.4.mixer.norm.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.243.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.48.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.219.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.99.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.443.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.134.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.396.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.68.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.284.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.44.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.348.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.51.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.409.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.258.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.111.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.360.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.245.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.497.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.25.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.225.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.358.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.483.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.90.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.468.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.166.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.327.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.33.mixer.in_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.288.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.400.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.72.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.329.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.192.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.71.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.119.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.131.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.241.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.61.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.107.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.188.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.341.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.370.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.165.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.429.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.465.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.326.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.260.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.210.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.177.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.217.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.375.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.30.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.339.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.445.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.50.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.144.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.59.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.78.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.333.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.299.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.125.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.37.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.119.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.259.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.49.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.99.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.248.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.483.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.59.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.398.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.433.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.238.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.409.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.425.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.306.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.441.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.259.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.229.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.214.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.507.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.319.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.510.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.498.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.480.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.110.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.81.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.87.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.89.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.214.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.212.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.125.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.255.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.444.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.209.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.440.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.415.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.489.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.434.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.392.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.451.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.373.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.58.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.66.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.174.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.141.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.425.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.341.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.97.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.288.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.222.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.155.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.415.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.182.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.196.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.363.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.450.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.69.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.403.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.24.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.117.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.289.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.285.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.422.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.152.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.213.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.35.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.471.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.25.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.426.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.456.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.376.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.9.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.49.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.115.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.271.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.422.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.360.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.88.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.147.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.451.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.494.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.482.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.387.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.225.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.403.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.123.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.147.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.334.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.278.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.456.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.171.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.449.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.99.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.199.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.178.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.509.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.495.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.469.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.497.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.409.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.139.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.150.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.276.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.251.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.59.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.norm.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.440.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.377.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.254.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.509.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.356.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.79.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.454.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.382.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.502.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.55.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.247.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.322.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.241.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.359.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.317.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.122.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.505.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.221.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.474.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.384.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.76.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.264.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.296.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.353.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.105.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.168.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.433.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.63.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.227.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.37.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.101.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.272.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.10.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.299.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.341.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.401.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.12.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.119.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.336.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.197.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.505.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.442.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.397.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.418.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.190.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.306.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.202.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.372.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.301.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.66.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.48.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.430.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.361.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.141.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.390.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.28.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.44.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.468.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.327.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.165.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.63.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.423.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.504.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.42.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.227.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.344.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.20.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.40.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.84.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.106.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.479.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.164.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.393.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.norm.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.173.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.228.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.372.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.92.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.7.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.167.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.296.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.26.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.195.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.373.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.188.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.276.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.157.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.142.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.95.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.504.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.152.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.475.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.421.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.117.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.490.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.223.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.253.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.172.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.35.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.34.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.509.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.153.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.212.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.280.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.314.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.203.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.338.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.159.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.502.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.397.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.436.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.437.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.95.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.70.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.406.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.122.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.504.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.486.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.355.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.467.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.382.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.5.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.14.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.183.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.94.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.462.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.shared_experts.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.2.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.197.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.372.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.269.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.183.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.94.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.24.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.169.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.64.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.291.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.118.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.306.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.194.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.74.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.236.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.151.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.36.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.465.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.8.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.175.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.164.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.168.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.472.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.279.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.487.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.254.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.90.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.63.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.447.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.486.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.480.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.323.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.151.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.25.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.111.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.246.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.48.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.374.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.433.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.463.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.290.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.207.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.179.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.183.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.455.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.126.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.106.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.244.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.299.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.113.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.231.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.496.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.185.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.192.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.145.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.467.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.60.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.268.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.441.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.54.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.80.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.394.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.16.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.463.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.119.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.482.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.276.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.268.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.249.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.309.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.246.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.294.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.123.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.316.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.17.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.142.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.91.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.435.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.11.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.441.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.24.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.409.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.464.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.300.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.132.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.235.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.424.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.112.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.457.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.225.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.76.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.356.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.109.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.194.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.322.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.283.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.47.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.432.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.438.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.340.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.206.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.347.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.420.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.424.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.385.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.99.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.213.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.459.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.183.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.416.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.123.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.379.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.62.mixer.conv1d.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.385.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.288.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.101.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.77.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.97.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.328.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.176.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.51.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.303.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.443.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.58.mixer.k_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.266.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.85.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.20.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.70.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.144.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.440.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.132.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.214.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.457.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.38.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.18.mixer.dt_bias": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.19.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.0.mixer.in_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.505.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.232.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.459.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.143.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.396.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.106.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.421.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.228.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.68.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.476.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.4.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.38.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.85.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.483.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.393.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.50.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.132.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.298.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.39.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.493.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.300.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.306.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.488.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.18.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.259.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.475.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.169.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.502.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.389.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.148.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.335.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.188.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.122.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.198.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.417.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.92.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.23.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.72.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.244.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.398.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.444.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.250.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.112.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.429.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.273.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.70.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.291.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.476.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.466.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.422.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.6.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.420.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.15.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.364.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.103.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.156.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.444.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.468.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.38.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.377.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.442.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.90.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.221.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.94.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.127.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.266.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.423.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.309.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.129.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.369.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.470.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.375.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.441.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.110.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.77.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.8.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.66.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.231.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.380.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.466.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.218.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.181.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.197.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.269.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.142.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.31.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.299.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.10.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.13.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.394.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.124.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.250.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.441.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.344.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.296.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.328.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.125.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.373.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.37.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.475.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.325.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.100.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.334.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.56.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.130.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.306.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.320.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.417.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.83.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.293.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.36.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.145.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.180.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.134.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.304.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.366.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.180.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.218.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.83.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.489.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.189.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.80.mixer.in_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.419.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.390.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.152.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.346.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.253.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.349.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.25.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.411.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.362.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.402.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.377.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.238.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.186.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.fc1_latent_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.181.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.133.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.291.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.435.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.411.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.335.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.401.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.470.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.59.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.489.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.34.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.48.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.290.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.40.mixer.out_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.444.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.176.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.123.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.184.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.479.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.168.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.459.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.40.mixer.conv1d.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.87.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.180.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.429.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.335.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.468.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.295.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.380.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.38.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.351.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.467.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.364.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.69.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.118.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.469.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.298.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.265.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.381.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.388.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.45.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.422.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.179.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.414.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.341.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.310.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.418.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.207.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.356.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.285.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.205.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.441.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.399.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.25.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.70.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.335.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.380.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.364.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.357.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.373.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.360.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.337.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.144.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.193.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.451.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.482.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.2.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.156.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.156.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.20.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.425.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.156.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.511.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.467.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.236.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.195.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.26.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.431.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.463.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.331.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.234.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.239.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.227.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.446.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.446.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.35.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.136.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.66.mixer.dt_bias": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.479.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.293.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.191.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.8.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.35.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.46.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.224.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.318.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.444.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.206.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.334.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.0.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.390.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.378.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.30.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.138.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.286.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.196.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.386.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.30.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.224.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.479.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.69.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.255.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.20.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.43.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.107.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.145.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.504.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.246.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.417.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.214.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.497.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.221.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.39.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.481.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.332.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.299.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.139.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.187.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.456.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.411.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.231.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.266.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.273.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.218.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.473.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.504.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.326.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.220.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.345.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.437.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.3.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.434.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.352.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.399.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.81.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.324.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.496.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.100.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.243.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.151.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.226.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.14.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.189.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.25.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.375.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.317.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.133.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.328.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.19.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.422.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.379.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.66.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.58.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.381.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.109.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.412.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.231.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.114.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.375.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.439.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.482.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.11.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.476.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.400.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.504.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.305.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.178.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.44.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.130.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.265.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.201.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.104.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.177.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.255.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.64.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.208.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.296.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.153.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.255.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.246.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.280.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.259.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.438.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.396.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.442.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.194.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.371.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.468.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.136.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.88.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.380.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.362.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.58.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.431.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.373.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.44.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.379.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.145.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.318.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.449.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.286.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.413.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.479.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.18.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.103.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.246.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.58.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.124.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.182.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.421.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.248.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.63.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.376.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.479.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.222.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.400.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.73.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.500.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.130.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.424.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.276.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.342.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.38.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.27.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.505.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.337.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.176.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.33.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.112.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.5.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.414.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.147.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.494.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.20.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.153.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.154.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.200.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.331.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.252.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.44.mixer.in_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.150.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.268.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.243.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.204.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.408.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.393.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.314.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.19.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.507.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.190.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.372.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.487.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.507.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.416.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.327.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.70.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.133.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.24.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.209.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.374.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.142.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.359.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.396.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.408.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.35.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.439.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.464.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.252.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.223.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.112.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.187.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.360.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.439.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.47.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.137.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.404.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.118.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.249.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.43.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.149.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.89.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.109.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.97.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.347.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.287.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.470.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.206.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.273.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.475.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.196.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.fc2_latent_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.419.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.202.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.273.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.497.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.310.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.6.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.507.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.12.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.214.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.145.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.117.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.349.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.360.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.73.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.5.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.281.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.470.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.469.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.396.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.194.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.463.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.119.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.171.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.242.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.379.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.65.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.383.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.332.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.504.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.372.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.239.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.207.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.298.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.15.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.321.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.233.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.224.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.350.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.490.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.221.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.224.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.117.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.165.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.48.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.258.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.272.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.427.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.244.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.309.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.241.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.477.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.146.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.23.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.166.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.106.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.270.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.48.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.498.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.95.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.191.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.428.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.85.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.350.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.124.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.385.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.97.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.225.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.228.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.142.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.496.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.166.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.141.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.55.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.431.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.217.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.61.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.260.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.117.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.406.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.331.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.172.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.225.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.124.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.240.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.140.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.55.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.465.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.247.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.10.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.446.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.497.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.70.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.474.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.156.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.310.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.452.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.460.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.285.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.444.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.342.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.256.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.151.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.143.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.4.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.433.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.200.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.176.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.473.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.151.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.43.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.166.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.242.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.230.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.94.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.120.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.444.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.126.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.224.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.226.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.130.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.401.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.305.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.91.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.182.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.457.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.349.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.norm.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.277.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.97.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.148.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.411.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.441.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.459.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.149.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.327.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.47.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.40.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.381.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.253.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.335.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.508.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.73.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.86.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.470.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.261.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.4.mixer.dt_bias": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.395.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.351.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.446.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.447.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.241.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.144.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.397.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.341.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.218.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.388.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.495.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.90.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.60.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.329.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.165.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.137.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.438.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.33.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.108.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.57.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.376.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.287.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.136.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.146.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.58.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.149.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.157.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.385.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.349.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.104.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.83.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.122.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.271.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.432.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.145.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.330.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.279.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.277.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.415.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.228.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.207.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.328.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.236.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.282.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.96.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.176.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.25.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.20.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.350.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.196.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.383.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.327.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.416.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.46.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.482.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.247.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.229.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.436.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.497.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.220.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.231.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.154.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.322.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.178.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.134.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.44.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.395.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.41.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.414.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.506.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.333.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.394.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.117.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.25.mixer.k_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.325.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.358.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.322.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.266.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.434.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.172.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.418.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.114.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.442.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.306.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.253.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.93.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.221.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.355.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.442.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.408.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.398.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.297.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.221.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.3.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.331.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.85.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.7.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.15.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.216.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.426.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.305.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.norm.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.242.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.282.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.25.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.376.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.389.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.175.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.429.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.49.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.256.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.93.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.75.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.13.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.195.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.192.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.224.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.83.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.128.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.261.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.45.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.385.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.377.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.510.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.325.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.387.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.423.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.244.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.192.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.46.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.59.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.47.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.466.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.154.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.441.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.71.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.289.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.348.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.249.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.459.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.399.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.60.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.153.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.108.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.285.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.402.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.272.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.163.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.236.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.27.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.253.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.50.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.57.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.288.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.141.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.263.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.349.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.50.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.330.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.276.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.374.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.331.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.219.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.7.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.280.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.179.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.15.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.273.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.328.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.478.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.250.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.58.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.205.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.87.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.340.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.3.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.198.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.160.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.493.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.427.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.137.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.447.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.416.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.199.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.267.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.232.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.339.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.203.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.211.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.415.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.14.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.487.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.17.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.67.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.332.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.246.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.248.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.140.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.428.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.217.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.230.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.229.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.297.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.269.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.382.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.358.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.356.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.100.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.109.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.276.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.51.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.264.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.113.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.109.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.413.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.144.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.232.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.327.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.gate.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.174.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.187.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.117.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.318.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.500.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.144.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.121.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.506.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.374.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.13.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.344.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.112.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.6.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.235.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.340.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.66.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.200.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.197.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.19.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.24.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.485.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.168.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.162.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.429.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.511.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.213.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.184.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.310.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.306.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.146.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.185.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.200.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.230.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.221.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.73.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.36.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.367.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.461.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.334.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.142.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.81.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.497.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.79.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.292.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.143.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.346.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.462.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.169.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.26.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.228.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.174.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.342.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.123.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.285.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.170.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.386.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.299.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.90.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.50.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.191.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.288.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.143.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.60.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.93.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.209.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.499.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.454.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.438.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.130.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.176.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.100.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.267.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.254.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.129.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.159.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.416.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.452.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.259.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.44.mixer.A_log": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.288.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.346.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.381.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.359.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.453.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.309.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.162.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.15.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.258.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.204.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.125.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.15.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.99.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.132.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.445.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.191.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.41.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.132.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.191.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.249.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.235.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.354.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.476.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.475.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.129.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.336.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.293.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.375.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.52.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.462.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.336.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.199.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.282.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.401.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.25.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.314.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.331.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.319.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.161.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.178.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.142.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.119.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.220.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.215.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.21.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.37.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.236.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.412.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.432.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.179.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.313.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.482.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.73.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.44.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.52.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.302.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.157.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.372.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.167.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.71.norm.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.418.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.501.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.125.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.134.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.175.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.62.mixer.out_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.131.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.487.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.308.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.369.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.230.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.124.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.201.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.251.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.473.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.428.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.485.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.304.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.308.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.379.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.462.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.5.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.259.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.505.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.226.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.436.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.359.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.303.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.154.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.337.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.325.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.272.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.68.mixer.conv1d.bias": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.109.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.242.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.40.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.168.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.491.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.51.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.427.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.75.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.33.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.375.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.147.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.441.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.362.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.57.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.73.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.300.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.69.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.16.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.69.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.370.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.76.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.397.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.96.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.158.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.352.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.334.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.488.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.226.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.23.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.51.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.167.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.470.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.269.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.37.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.125.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.36.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.341.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.145.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.207.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.219.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.218.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.284.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.453.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.238.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.71.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.362.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.7.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.465.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.47.mixer.q_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.156.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.153.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.376.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.223.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.177.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.388.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.62.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.74.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.215.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.198.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.191.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.351.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.77.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.48.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.42.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.352.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.341.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.353.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.387.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.197.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.384.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.86.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.370.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.357.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.0.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.367.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.86.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.218.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.228.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.337.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.69.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.362.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.497.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.323.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.369.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.125.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.112.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.46.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.438.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.508.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.242.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.155.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.485.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.175.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.309.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.29.mixer.D": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.367.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.41.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.149.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.372.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.266.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.187.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.95.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.136.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.252.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.163.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.307.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.111.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.176.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.142.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.375.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.24.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.316.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.312.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.429.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.278.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.26.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.81.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.84.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.267.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.475.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.213.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.314.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.427.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.464.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.438.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.466.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.280.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.106.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.67.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.15.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.403.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.469.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.259.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.48.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.177.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.504.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.124.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.211.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.473.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.16.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.183.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.84.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.183.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.377.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.36.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.394.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.24.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.326.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.234.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.69.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.94.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.344.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.209.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.126.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.264.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.166.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.332.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.fc2_latent_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.184.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.275.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.151.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.238.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.59.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.39.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.415.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.284.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.160.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.171.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.333.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.50.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.49.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.54.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.95.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.92.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.147.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.474.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.297.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.463.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.404.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.395.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.221.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.137.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.465.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.317.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.472.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.405.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.469.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.136.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.66.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.99.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.428.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.188.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.430.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.145.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.107.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.369.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.326.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.393.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.260.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.223.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.6.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.386.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.469.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.6.mixer.A_log": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.298.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.434.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.100.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.360.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.139.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.130.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.418.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.353.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.256.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.335.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.57.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.381.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.136.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.425.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.151.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.87.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.280.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.39.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.491.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.395.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.54.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.493.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.438.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.189.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.174.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.328.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.349.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.37.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.103.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.180.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.45.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.259.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.173.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.30.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.431.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.186.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.266.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.271.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.67.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.94.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.106.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.232.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.351.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.59.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.313.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.39.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.174.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.356.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.363.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.253.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.429.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.178.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.101.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.221.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.2.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.463.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.233.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.395.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.502.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.102.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.373.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.382.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.319.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.37.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.452.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.264.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.344.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.260.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.73.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.355.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.338.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.74.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.160.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.434.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.fc1_latent_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.200.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.348.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.219.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.318.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.83.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.421.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.72.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.5.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.shared_experts.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.14.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.13.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.242.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.224.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.499.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.369.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.187.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.71.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.238.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.427.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.124.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.224.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.412.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.91.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.21.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.127.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.390.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.223.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.490.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.277.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.173.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.47.mixer.v_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.77.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.113.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.374.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.163.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.491.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.462.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.136.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.223.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.102.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.331.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.482.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.166.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.444.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.282.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.287.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.271.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.420.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.408.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.390.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.501.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.221.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.330.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.485.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.332.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.135.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.282.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.161.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.192.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.509.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.435.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.265.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.497.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.332.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.268.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.491.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.38.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.367.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.235.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.375.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.395.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.83.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.454.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.240.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.279.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.463.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.497.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.340.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.128.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.476.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.459.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.35.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.56.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.215.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.121.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.301.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.128.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.78.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.115.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.106.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.325.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.89.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.261.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.254.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.223.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.320.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.222.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.34.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.147.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.320.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.499.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.113.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.137.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.497.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.97.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.442.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.90.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.483.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.336.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.336.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.27.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.225.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.85.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.473.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.3.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.104.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.457.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.11.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.465.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.104.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.254.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.53.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.376.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.271.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.3.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.267.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.213.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.90.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.43.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.448.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.111.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.184.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.168.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.51.mixer.A_log": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.325.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.424.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.16.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.325.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.45.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.387.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.446.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.319.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.187.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.46.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.312.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.95.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.396.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.126.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.67.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.474.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.41.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.282.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.489.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.262.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.302.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.250.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.364.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.35.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.506.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.249.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.333.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.271.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.117.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.374.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.4.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.shared_experts.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.86.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.386.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.41.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.505.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.161.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.391.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.419.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.36.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.359.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.413.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.191.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.352.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.393.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.121.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.110.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.361.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.393.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.274.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.492.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.82.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.263.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.129.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.103.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.171.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.29.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.89.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.190.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.252.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.9.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.fc1_latent_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.315.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.301.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.gate.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.194.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.49.mixer.conv1d.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.320.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.80.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.494.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.273.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.82.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.215.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.306.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.248.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.97.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.149.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.495.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.417.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.186.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.162.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.237.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.8.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.311.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.46.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.65.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.351.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.193.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.440.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.212.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.180.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.204.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.154.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.306.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.332.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.250.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.417.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.329.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.405.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.13.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.337.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.108.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.234.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.180.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.422.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.509.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.259.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.427.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.312.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.274.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.309.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.432.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.376.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.215.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.332.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.43.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.8.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.337.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.365.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.419.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.79.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.303.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.349.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.186.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.434.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.157.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.347.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.327.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.104.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.49.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.131.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.453.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.69.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.350.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.397.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.373.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.343.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.347.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.47.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.407.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.456.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.308.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.248.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.8.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.103.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.271.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.431.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.202.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.18.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.456.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.64.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.453.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.476.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.165.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.206.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.388.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.419.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.439.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.13.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.292.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.445.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.370.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.407.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.71.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.74.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.133.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.418.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.376.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.52.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.295.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.247.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.91.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.379.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.156.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.67.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.238.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.318.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.440.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.509.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.482.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.247.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.388.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.43.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.391.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.11.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.379.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.108.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.21.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.218.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.435.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.281.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.491.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.510.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.64.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.193.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.225.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.14.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.302.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.285.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.435.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.461.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.195.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.136.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.326.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.312.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.355.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.53.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.480.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.15.mixer.in_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.189.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.123.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.164.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.7.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.53.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.172.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.134.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.372.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.93.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.290.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.350.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.408.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.482.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.323.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.266.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.180.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.329.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.377.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.413.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.270.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.250.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.457.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.228.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.255.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.405.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.308.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.410.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.469.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.142.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.498.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.480.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.220.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.271.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.229.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.418.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.182.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.467.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.96.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.35.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.435.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.392.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.norm.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.475.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.181.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.246.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.441.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.235.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.130.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.484.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.67.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.266.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.371.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.363.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.323.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.40.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.216.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.223.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.31.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.365.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.355.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.238.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.483.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.37.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.191.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.505.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.65.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.86.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.207.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.398.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.1.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.157.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.107.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.338.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.153.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.186.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.28.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.152.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.283.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.178.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.56.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.245.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.494.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.57.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.179.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.240.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.77.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.293.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.180.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.32.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.303.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.126.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.shared_experts.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.50.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.244.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.463.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.239.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.335.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.322.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.255.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.415.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.371.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.491.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.345.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.277.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.22.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.126.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.48.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.425.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.4.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.240.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.220.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.225.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.360.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.161.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.101.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.37.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.195.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.413.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.342.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.216.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.262.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.456.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.419.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.490.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.235.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.463.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.318.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.49.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.320.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.4.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.368.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.252.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.177.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.144.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.422.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.243.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.132.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.183.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.339.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.262.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.68.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.289.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.332.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.35.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.185.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.428.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.488.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.456.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.98.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.369.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.362.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.318.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.324.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.71.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.173.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.287.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.56.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.114.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.299.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.340.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.51.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.343.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.24.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.172.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.340.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.282.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.277.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.80.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.322.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.371.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.115.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.396.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.416.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.4.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.299.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.437.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.200.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.326.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.335.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.254.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.430.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.19.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.171.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.419.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.253.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.491.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.53.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.242.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.138.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.411.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.432.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.266.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.143.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.431.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.151.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.296.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.126.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.484.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.139.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.368.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.204.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.482.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.62.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.334.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.496.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.155.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.257.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.351.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.339.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.277.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.223.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.195.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.28.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.292.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.379.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.177.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.324.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.26.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.17.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.3.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.191.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.414.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.297.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.494.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.255.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.63.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.450.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.437.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.149.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.64.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.443.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.73.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.380.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.482.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.30.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.420.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.508.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.444.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.297.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.341.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.47.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.248.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.82.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.462.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.392.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.36.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.236.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.94.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.444.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.84.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.27.mixer.A_log": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.423.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.16.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.257.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.494.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.90.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.44.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.482.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.112.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.412.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.218.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.229.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.335.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.165.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.172.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.86.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.47.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.272.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.406.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.349.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.353.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.108.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.189.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.230.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.284.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.67.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.256.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.287.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.454.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.72.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.380.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.185.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.74.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.153.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.434.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.342.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.344.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.306.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.57.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.287.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.277.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.337.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.49.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.204.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.0.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.498.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.188.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.21.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.398.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.305.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.460.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.133.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.103.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.340.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.83.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.481.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.176.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.269.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.137.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.374.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.175.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.330.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.25.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.62.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.63.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.122.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.122.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.397.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.316.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.415.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.60.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.264.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.226.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.166.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.390.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.294.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.309.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.42.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.107.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.345.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.428.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.369.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.274.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.364.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.287.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.507.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.190.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.416.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.79.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.422.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.306.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.254.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.96.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.212.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.272.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.48.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.405.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.289.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.4.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.159.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.125.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.191.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.405.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.25.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.252.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.422.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.450.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.76.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.320.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.86.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.430.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.297.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.385.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.489.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.225.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.125.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.379.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.191.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.440.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.105.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.327.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.160.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.461.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.171.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.245.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.319.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.127.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.216.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.74.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.173.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.361.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.78.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.359.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.72.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.458.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.56.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.31.mixer.out_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.368.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.30.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.194.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.39.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.115.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.140.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.329.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.23.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.400.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.510.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.222.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.210.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.437.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.117.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.81.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.385.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.413.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.491.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.124.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.126.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.467.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.224.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.281.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.21.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.317.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.470.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.89.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.173.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.454.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.501.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.66.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.33.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.396.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.153.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.89.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.407.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.338.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.34.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.352.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.312.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.373.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.239.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.489.down_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.254.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.359.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.195.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.374.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.314.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.14.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.469.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.84.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.455.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.471.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.80.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.207.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.82.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.25.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.377.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.260.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.118.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.81.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.68.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.202.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.243.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.62.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.406.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.363.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.43.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.262.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.468.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.431.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.220.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.468.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.326.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.171.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.246.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.196.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.5.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.466.up_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.146.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.97.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.460.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.319.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.213.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.61.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.269.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.197.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.120.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.127.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.255.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.394.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.35.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.379.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.350.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.465.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.448.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.282.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.255.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.290.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.438.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.206.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.450.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.22.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.501.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.371.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.306.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.322.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.154.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.423.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.481.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.115.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.26.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.7.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.218.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.345.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.42.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.shared_experts.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.477.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.466.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.226.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.37.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.264.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.344.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.218.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.12.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.404.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.281.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.62.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.61.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.435.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.112.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.223.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.419.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.60.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.61.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.20.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.130.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.74.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.442.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.404.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.281.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.478.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.435.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.282.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.202.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.223.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.53.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.241.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.484.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.192.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.162.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.172.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.125.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.483.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.48.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.82.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.445.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.369.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.49.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.171.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.433.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.353.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.442.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.378.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.488.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.363.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.35.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.184.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.198.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.313.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.196.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.223.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.413.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.6.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.467.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.429.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.51.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.53.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.12.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.193.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.382.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.493.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.235.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.55.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.341.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.21.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.72.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.183.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.27.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.55.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.10.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.0.mixer.out_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.160.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.310.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.57.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.238.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.294.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.367.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.45.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.281.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.296.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.395.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.410.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.427.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.78.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.14.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.502.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.244.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.274.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.267.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.269.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.325.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.15.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.138.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.1.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.233.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.228.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.488.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.58.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.63.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.311.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.453.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.220.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.161.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.281.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.379.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.172.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.97.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.316.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.170.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.245.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.450.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.488.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.261.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.12.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.188.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.296.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.429.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.70.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.502.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.87.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.290.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.222.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.243.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.363.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.59.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.412.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.444.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.357.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.0.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.330.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.484.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.139.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.3.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.351.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.133.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.347.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.153.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.44.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.102.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.280.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.46.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.207.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.325.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.325.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.500.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.359.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.228.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.307.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.145.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.380.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.317.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.254.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.438.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.135.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.283.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.463.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.32.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.233.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.81.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.335.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.232.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.106.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.377.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.363.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.456.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.74.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.86.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.219.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.141.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.415.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.496.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.448.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.292.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.176.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.278.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.460.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.291.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.73.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.354.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.461.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.193.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.448.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.428.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.175.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.340.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.124.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.68.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.128.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.250.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.62.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.252.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.317.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.350.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.399.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.263.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.229.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.245.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.263.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.228.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.118.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.482.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.440.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.177.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.76.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.220.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.106.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.161.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.27.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.76.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.224.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.177.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.461.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.10.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.331.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.192.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.9.norm.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.283.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.432.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.375.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.90.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.245.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.401.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.69.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.382.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.357.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.200.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.14.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.389.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.272.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.4.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.365.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.75.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.56.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.56.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.268.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.253.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.329.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.458.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.496.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.211.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.199.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.444.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.319.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.314.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.17.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.33.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.78.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.57.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.295.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.84.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.133.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.474.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.26.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.65.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.398.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.1.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.317.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.99.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.454.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.156.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.291.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.59.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.419.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.270.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.89.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.247.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.385.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.105.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.439.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.439.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.395.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.226.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.188.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.452.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.200.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.192.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.167.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.66.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.336.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.280.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.37.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.403.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.263.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.49.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.394.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.332.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.0.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.204.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.317.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.228.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.376.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.46.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.402.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.301.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.507.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.92.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.358.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.394.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.93.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.507.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.238.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.179.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.501.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.340.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.1.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.172.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.433.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.451.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.346.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.301.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.501.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.195.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.396.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.486.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.12.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.262.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.425.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.51.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.320.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.470.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.228.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.153.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.417.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.386.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.213.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.212.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.230.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.78.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.213.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.407.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.72.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.4.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.111.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.301.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.292.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.299.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.160.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.225.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.34.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.465.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.466.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.188.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.486.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.58.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.184.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.379.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.317.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.323.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.271.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.424.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.315.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.451.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.157.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.33.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.185.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.317.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.163.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.366.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.279.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.37.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.426.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.511.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.165.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.379.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.213.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.31.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.411.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.404.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.142.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.359.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.102.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.194.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.256.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.389.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.265.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.244.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.143.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.203.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.226.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.67.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.481.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.56.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.429.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.134.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.223.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.324.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.498.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.197.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.319.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.322.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.97.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.214.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.425.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.71.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.348.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.418.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.259.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.38.mixer.conv1d.bias": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.328.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.143.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.327.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.165.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.333.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.314.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.135.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.424.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.301.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.148.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.409.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.214.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.493.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.198.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.157.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.94.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.289.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.207.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.356.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.255.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.445.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.86.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.267.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.78.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.484.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.431.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.173.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.439.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.203.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.409.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.159.down_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.189.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.415.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.191.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.334.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.169.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.176.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.63.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.190.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.290.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.26.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.481.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.53.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.140.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.324.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.314.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.286.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.141.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.106.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.471.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.199.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.160.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.278.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.60.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.59.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.338.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.20.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.92.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.77.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.212.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.132.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.41.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.259.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.456.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.319.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.421.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.323.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.222.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.494.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.273.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.75.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.430.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.184.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.97.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.437.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.197.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.4.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.153.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.11.mixer.A_log": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.271.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.217.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.133.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.448.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.135.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.268.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.318.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.202.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.286.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.373.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.182.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.418.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.330.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.112.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.482.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.85.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.123.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.477.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.63.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.106.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.106.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.134.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.116.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.166.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.156.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.92.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.192.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.137.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.337.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.210.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.234.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.412.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.241.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.245.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.443.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.389.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.446.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.140.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.186.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.346.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.380.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.203.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.272.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.178.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.218.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.132.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.426.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.486.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.67.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.39.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.130.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.501.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.344.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.511.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.151.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.280.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.230.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.248.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.492.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.49.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.425.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.480.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.113.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.281.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.214.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.267.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.82.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.119.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.384.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.310.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.482.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.10.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.427.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.443.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.180.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.166.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.258.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.35.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.228.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.472.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.182.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.179.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.343.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.179.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.353.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.254.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.506.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.134.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.224.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.163.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.431.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.39.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.38.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.478.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.177.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.112.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.452.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.77.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.435.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.407.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.203.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.364.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.421.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.390.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.19.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.286.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.223.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.198.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.65.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.222.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.381.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.296.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.190.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.434.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.74.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.487.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.349.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.65.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.436.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.86.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.205.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.381.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.184.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.337.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.283.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.116.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.235.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.356.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.55.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.195.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.426.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.157.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.11.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.176.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.119.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.362.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.87.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.276.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.172.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.221.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.225.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.121.up_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.52.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.326.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.153.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.405.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.248.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.319.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.445.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.425.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.257.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.90.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.61.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.503.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.89.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.481.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.171.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.412.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.360.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.371.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.81.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.315.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.401.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.322.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.175.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.177.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.121.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.299.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.1.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.86.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.89.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.154.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.385.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.249.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.440.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.418.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.170.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.448.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.44.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.301.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.237.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.393.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.220.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.441.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.395.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.132.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.446.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.293.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.200.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.69.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.416.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.195.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.442.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.77.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.333.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.440.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.20.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.434.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.227.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.281.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.442.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.326.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.428.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.480.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.402.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.477.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.510.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.92.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.11.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.109.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.116.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.252.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.189.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.299.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.175.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.215.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.297.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.406.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.265.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.295.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.46.mixer.conv1d.bias": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.120.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.407.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.303.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.275.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.49.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.154.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.335.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.248.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.32.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.354.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.156.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.470.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.55.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.49.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.258.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.34.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.284.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.397.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.207.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.334.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.385.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.371.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.300.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.167.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.394.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.1.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.198.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.363.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.283.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.235.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.441.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.275.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.157.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.405.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.203.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.207.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.474.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.438.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.328.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.380.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.177.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.362.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.256.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.472.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.195.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.165.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.53.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.264.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.105.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.462.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.85.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.473.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.15.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.408.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.377.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.162.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.453.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.288.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.8.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.75.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.84.norm.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.379.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.430.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.493.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.147.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.fc1_latent_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.6.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.333.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.243.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.84.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.114.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.354.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.94.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.253.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.134.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.99.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.11.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.35.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.297.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.196.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.25.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.148.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.87.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.407.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.341.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.189.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.117.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.234.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.111.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.51.mixer.D": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.247.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.451.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.116.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.80.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.248.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.379.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.378.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.373.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.416.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.494.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.136.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.113.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.368.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.84.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.308.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.202.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.395.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.479.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.268.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.218.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.193.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.139.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.386.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.373.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.195.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.54.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.303.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.267.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.264.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.261.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.485.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.286.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.361.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.501.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.415.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.202.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.316.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.407.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.418.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.50.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.121.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.169.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.278.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.121.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.260.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.490.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.257.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.407.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.41.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.452.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.231.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.463.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.500.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.431.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.287.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.97.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.16.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.28.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.10.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.149.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.fc1_latent_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.107.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.115.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.368.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.299.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.149.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.293.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.308.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.496.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.174.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.284.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.160.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.154.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.292.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.489.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.478.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.309.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.61.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.310.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.280.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.373.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.459.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.22.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.5.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.65.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.316.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.68.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.374.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.1.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.438.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.237.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.362.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.89.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.388.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.124.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.48.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.497.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.404.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.120.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.412.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.159.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.431.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.54.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.347.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.316.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.380.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.283.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.317.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.457.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.472.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.507.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.349.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.318.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.44.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.255.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.369.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.61.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.403.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.190.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.84.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.226.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.136.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.502.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.410.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.139.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.37.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.367.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.380.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.508.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.412.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.196.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.328.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.509.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.501.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.94.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.122.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.259.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.16.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.122.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.61.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.388.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.241.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.263.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.210.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.223.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.208.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.76.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.474.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.197.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.452.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.319.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.280.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.509.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.418.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.372.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.177.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.510.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.312.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.146.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.425.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.486.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.106.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.331.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.371.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.251.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.373.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.343.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.106.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.397.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.287.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.137.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.98.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.262.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.171.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.218.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.205.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.449.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.316.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.284.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.264.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.39.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.309.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.239.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.104.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.62.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.171.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.399.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.166.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.338.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.282.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.442.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.168.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.243.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.498.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.0.hnorm.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.95.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.189.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.462.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.342.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.172.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.391.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.240.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.276.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.447.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.429.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.308.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.450.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.98.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.16.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.110.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.149.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.115.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.270.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.287.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.52.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.171.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.382.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.137.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.289.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.125.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.247.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.409.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.445.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.73.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.4.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.474.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.224.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.403.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.161.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.482.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.221.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.438.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.351.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.38.norm.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.396.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.506.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.421.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.210.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.176.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.303.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.83.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.287.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.203.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.128.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.47.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.506.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.374.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.7.mixer.k_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.300.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.401.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.44.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.99.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.73.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.209.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.55.mixer.A_log": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.168.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.368.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.112.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.97.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.248.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.372.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.57.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.497.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.58.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.125.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.17.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.64.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.245.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.112.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.361.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.325.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.366.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.113.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.326.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.346.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.367.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.473.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.463.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.350.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.89.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.423.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.254.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.338.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.491.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.505.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.17.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.509.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.109.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.181.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.109.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.297.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.337.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.157.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.84.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.397.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.179.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.424.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.51.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.340.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.24.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.123.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.3.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.41.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.272.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.449.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.54.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.390.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.391.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.181.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.477.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.209.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.322.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.504.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.301.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.318.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.191.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.500.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.225.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.421.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.466.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.286.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.337.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.393.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.253.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.491.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.27.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.67.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.413.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.13.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.197.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.370.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.453.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.424.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.5.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.159.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.457.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.310.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.477.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.510.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.384.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.473.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.130.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.430.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.75.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.149.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.301.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.74.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.6.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.429.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.449.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.372.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.187.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.402.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.217.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.509.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.279.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.248.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.26.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.51.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.193.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.85.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.223.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.263.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.51.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.72.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.49.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.155.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.226.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.320.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.303.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.355.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.243.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.78.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.302.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.208.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.295.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.249.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.488.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.1.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.476.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.115.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.438.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.195.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.170.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.464.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.13.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.480.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.326.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.449.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.175.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.138.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.353.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.250.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.70.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.189.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.490.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.387.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.396.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.25.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.133.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.223.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.457.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.224.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.47.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.451.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.342.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.169.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.168.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.417.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.337.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.49.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.311.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.59.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.25.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.248.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.262.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.439.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.335.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.shared_experts.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.467.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.36.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.298.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.202.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.2.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.425.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.131.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.241.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.256.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.464.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.449.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.471.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.142.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.143.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.256.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.395.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.334.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.121.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.10.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.350.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.408.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.187.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.352.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.462.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.447.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.391.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.297.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.382.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.142.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.114.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.170.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.462.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.119.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.39.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.285.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.140.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.376.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.36.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.355.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.297.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.253.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.452.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.366.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.180.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.447.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.120.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.22.mixer.norm.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.432.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.26.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.373.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.181.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.103.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.434.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.507.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.90.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.399.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.64.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.2.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.391.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.291.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.381.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.263.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.120.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.426.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.75.mixer.dt_bias": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.90.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.323.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.313.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.425.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.8.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.115.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.238.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.265.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.123.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.462.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.448.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.45.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.130.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.472.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.474.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.259.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.13.mixer.norm.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.350.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.176.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.319.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.498.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.14.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.424.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.114.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.365.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.28.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.274.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.52.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.392.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.346.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.39.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.4.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.47.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.497.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.106.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.485.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.19.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.39.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.251.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.197.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.231.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.72.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.489.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.432.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.420.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.186.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.96.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.135.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.381.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.40.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.154.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.237.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.502.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.92.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.11.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.156.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.374.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.6.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.507.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.297.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.120.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.97.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.107.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.310.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.3.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.408.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.302.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.113.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.460.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.478.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.356.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.281.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.216.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.504.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.15.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.115.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.226.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.229.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.70.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.420.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.115.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.187.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.363.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.253.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.248.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.124.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.393.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.509.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.144.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.44.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.85.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.162.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.440.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.299.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.11.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.139.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.385.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.492.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.182.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.364.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.124.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.266.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.171.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.246.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.430.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.178.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.153.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.16.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.165.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.79.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.83.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.186.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.332.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.509.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.119.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.89.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.183.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.351.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.372.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.498.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.283.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.421.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.190.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.29.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.296.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.150.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.110.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.129.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.39.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.494.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.161.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.433.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.495.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.368.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.250.down_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.432.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.378.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.121.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.138.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.428.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.150.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.6.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.179.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.358.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.217.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.210.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.369.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.324.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.203.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.70.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.498.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.333.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.471.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.384.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.20.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.3.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.193.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.457.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.326.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.404.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.439.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.257.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.140.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.352.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.272.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.430.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.208.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.316.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.420.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.309.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.394.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.292.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.299.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.191.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.267.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.9.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.495.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.140.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.301.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.143.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.156.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.321.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.fc2_latent_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.261.down_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.30.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.301.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.221.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.205.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.137.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.453.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.105.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.480.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.395.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.412.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.14.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.487.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.28.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.511.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.305.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.190.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.347.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.192.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.440.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.129.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.424.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.12.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.19.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.219.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.205.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.264.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.311.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.315.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.237.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.71.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.49.mixer.norm.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.29.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.177.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.316.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.174.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.170.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.119.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.323.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.382.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.185.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.351.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.458.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.384.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.201.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.429.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.322.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.28.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.367.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.213.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.370.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.393.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.427.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.85.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.33.mixer.norm.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.466.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.424.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.479.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.312.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.452.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.209.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.291.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.424.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.503.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.24.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.237.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.114.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.45.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.127.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.427.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.186.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.147.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.135.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.488.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.73.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.71.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.192.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.124.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.206.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.196.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.89.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.354.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.167.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.104.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.264.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.340.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.140.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.307.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.464.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.354.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.358.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.199.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.347.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.338.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.164.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.332.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.50.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.326.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.246.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.389.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.422.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.494.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.348.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.466.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.334.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.135.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.75.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.183.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.283.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.24.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.349.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.456.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.475.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.3.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.110.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.417.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.359.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.386.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.342.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.381.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.220.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.18.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.341.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.190.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.192.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.499.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.375.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.9.mixer.out_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.12.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.225.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.229.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.416.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.250.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.220.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.333.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.374.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.458.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.330.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.265.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.360.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.135.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.187.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.314.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.310.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.347.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.339.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.89.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.261.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.180.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.20.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.69.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.86.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.188.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.291.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.24.mixer.conv1d.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.9.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.123.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.430.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.261.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.472.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.329.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.222.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.32.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.452.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.334.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.469.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.44.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.194.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.106.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.241.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.473.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.85.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.458.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.20.mixer.out_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.164.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.169.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.349.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.475.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.122.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.55.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.15.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.302.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.340.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.433.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.449.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.181.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.105.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.346.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.40.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.232.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.451.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.488.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.120.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.187.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.141.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.178.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.418.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.505.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.21.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.88.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.162.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.412.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.341.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.57.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.297.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.383.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.214.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.411.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.154.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.78.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.401.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.243.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.268.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.196.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.405.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.274.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.195.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.74.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.300.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.433.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.244.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.414.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.403.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.501.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.259.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.502.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.137.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.364.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.464.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.411.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.202.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.495.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.236.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.191.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.202.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.369.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.143.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.242.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.401.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.462.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.87.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.93.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.480.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.78.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.215.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.388.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.475.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.395.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.293.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.404.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.201.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.366.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.133.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.106.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.264.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.488.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.250.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.gate.e_score_correction_bias": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.416.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.84.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.507.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.237.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.53.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.278.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.297.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.144.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.185.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.17.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.259.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.135.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.418.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.130.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.227.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.153.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.108.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.32.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.360.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.387.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.293.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.464.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.62.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.410.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.474.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.55.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.9.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.406.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.197.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.327.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.380.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.235.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.18.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.157.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.210.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.425.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.254.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.19.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.115.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.45.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.476.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.shared_experts.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.42.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.486.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.73.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.260.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.454.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.337.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.434.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.457.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.227.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.413.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.296.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.511.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.63.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.336.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.318.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.74.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.460.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.469.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.222.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.140.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.346.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.489.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.495.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.165.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.193.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.122.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.370.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.78.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.446.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.84.mixer.conv1d.bias": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.112.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.316.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.227.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.313.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.189.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.12.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.332.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.164.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.129.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.159.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.30.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.106.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.230.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.242.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.293.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.507.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.256.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.24.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.384.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.229.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.480.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.467.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.206.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.62.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.250.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.376.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.224.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.115.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.65.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.7.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.507.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.133.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.239.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.198.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.182.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.304.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.229.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.156.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.410.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.359.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.461.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.254.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.61.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.92.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.11.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.164.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.151.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.349.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.370.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.480.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.370.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.352.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.161.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.29.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.47.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.469.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.400.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.160.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.201.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.357.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.230.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.381.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.295.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.261.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.69.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.241.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.144.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.110.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.377.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.29.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.442.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.93.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.206.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.98.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.424.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.396.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.349.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.4.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.146.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.264.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.500.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.335.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.17.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.165.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.170.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.11.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.138.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.175.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.143.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.229.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.28.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.177.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.238.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.422.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.98.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.gate.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.402.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.68.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.479.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.200.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.362.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.452.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.80.mixer.out_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.71.mixer.D": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.265.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.454.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.282.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.155.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.213.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.60.mixer.D": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.492.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.430.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.2.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.12.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.262.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.270.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.131.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.412.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.321.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.443.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.116.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.441.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.106.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.gate.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.511.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.346.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.132.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.204.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.305.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.279.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.59.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.155.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.98.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.343.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.112.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.86.mixer.D": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.301.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.46.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.328.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.301.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.414.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.184.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.264.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.228.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.260.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.266.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.468.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.410.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.232.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.293.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.464.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.471.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.233.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.156.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.253.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.290.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.114.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.330.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.414.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.96.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.342.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.226.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.321.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.35.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.170.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.373.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.168.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.9.mixer.conv1d.bias": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.122.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.490.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.152.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.378.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.282.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.12.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.168.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.145.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.466.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.506.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.157.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.35.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.54.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.98.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.73.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.342.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.75.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.89.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.293.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.484.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.301.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.463.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.234.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.414.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.139.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.396.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.295.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.21.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.285.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.382.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.70.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.206.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.282.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.141.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.362.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.200.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.425.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.43.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.424.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.132.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.465.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.343.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.335.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.445.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.466.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.402.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.481.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.364.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.58.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.54.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.194.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.453.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.239.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.12.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.392.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.334.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.40.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.447.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.361.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.239.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.174.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.321.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.310.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.50.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.132.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.5.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.192.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.383.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.363.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.400.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.490.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.258.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.81.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.268.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.493.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.292.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.269.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.420.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.354.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.fc2_latent_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.30.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.393.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.147.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.16.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.197.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.147.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.137.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.223.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.448.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.161.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.5.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.49.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.190.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.15.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.142.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.104.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.20.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.113.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.503.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.106.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.72.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.50.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.288.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.267.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.270.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.232.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.386.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.252.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.222.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.493.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.43.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.369.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.471.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.145.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.416.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.446.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.195.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.252.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.220.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.422.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.243.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.166.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.449.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.406.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.466.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.498.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.291.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.115.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.93.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.173.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.232.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.257.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.65.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.417.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.215.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.41.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.486.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.205.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.231.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.23.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.351.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.394.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.81.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.426.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.193.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.103.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.162.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.178.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.154.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.214.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.375.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.15.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.197.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.182.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.453.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.486.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.459.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.275.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.231.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.44.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.276.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.77.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.40.mixer.A_log": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.67.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.223.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.474.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.17.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.147.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.141.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.29.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.39.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.33.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.167.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.499.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.247.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.175.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.204.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.474.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.419.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.36.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.102.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.97.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.116.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.273.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.97.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.492.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.40.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.56.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.251.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.482.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.468.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.503.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.13.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.403.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.274.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.58.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.315.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.211.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.222.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.148.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.437.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.348.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.251.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.45.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.395.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.408.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.464.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.421.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.444.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.280.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.103.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.405.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.465.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.387.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.27.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.71.mixer.conv1d.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.172.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.274.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.350.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.297.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.32.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.459.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.133.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.263.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.174.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.465.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.272.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.84.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.276.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.484.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.310.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.216.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.468.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.453.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.274.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.498.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.386.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.285.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.368.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.294.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.447.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.329.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.88.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.457.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.346.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.108.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.386.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.118.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.167.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.65.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.454.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.264.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.408.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.111.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.60.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.473.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.499.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.499.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.101.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.441.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.201.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.380.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.11.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.255.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.488.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.100.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.202.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.20.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.415.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.260.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.374.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.20.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.141.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.419.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.49.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.71.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.485.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.435.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.189.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.65.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.32.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.18.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.40.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.245.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.165.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.354.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.223.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.262.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.15.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.459.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.286.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.326.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.402.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.17.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.497.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.438.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.375.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.182.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.252.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.309.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.88.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.52.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.437.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.404.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.205.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.425.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.356.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.266.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.243.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.312.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.18.mixer.conv1d.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.359.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.83.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.398.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.241.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.11.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.501.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.219.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.178.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.43.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.173.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.409.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.188.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.475.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.392.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.314.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.52.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.326.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.174.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.81.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.259.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.73.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.212.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.328.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.319.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.320.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.359.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.242.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.391.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.5.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.369.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.336.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.39.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.412.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.184.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.316.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.232.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.467.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.217.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.61.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.245.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.80.norm.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.367.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.430.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.327.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.340.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.273.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.49.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.470.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.159.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.24.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.norm.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.348.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.238.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.214.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.233.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.443.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.325.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.305.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.413.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.316.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.504.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.500.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.31.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.178.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.215.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.166.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.351.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.249.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.296.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.432.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.75.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.320.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.430.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.469.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.norm.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.111.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.184.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.449.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.481.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.408.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.501.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.399.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.296.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.fc1_latent_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.63.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.274.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.364.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.249.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.216.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.271.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.359.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.498.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.219.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.208.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.380.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.420.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.282.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.57.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.232.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.388.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.442.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.38.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.4.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.16.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.442.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.120.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.363.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.261.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.470.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.250.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.444.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.318.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.270.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.138.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.498.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.255.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.372.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.shared_experts.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.193.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.207.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.27.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.308.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.7.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.201.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.38.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.304.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.61.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.315.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.29.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.390.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.404.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.224.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.284.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.57.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.80.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.471.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.216.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.343.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.448.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.92.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.33.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.505.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.72.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.215.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.386.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.177.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.237.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.288.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.174.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.280.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.470.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.252.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.224.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.237.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.233.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.34.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.493.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.266.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.291.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.76.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.338.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.311.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.161.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.129.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.236.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.200.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.83.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.23.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.342.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.102.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.232.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.362.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.79.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.199.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.498.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.466.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.427.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.243.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.436.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.38.mixer.out_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.373.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.376.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.149.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.59.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.496.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.496.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.268.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.270.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.161.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.26.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.110.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.313.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.407.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.207.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.141.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.466.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.270.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.68.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.175.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.404.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.272.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.334.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.502.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.322.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.294.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.307.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.469.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.471.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.372.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.160.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.509.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.386.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.143.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.165.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.360.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.375.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.423.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.93.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.406.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.104.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.66.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.282.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.307.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.98.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.254.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.398.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.46.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.449.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.398.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.20.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.495.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.121.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.139.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.78.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.450.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.472.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.500.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.277.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.446.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.39.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.226.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.356.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.322.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.418.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.362.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.283.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.193.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.473.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.377.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.383.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.248.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.110.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.306.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.430.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.232.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.325.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.153.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.329.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.27.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.468.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.279.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.416.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.483.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.134.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.176.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.49.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.177.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.275.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.1.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.256.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.165.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.50.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.137.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.507.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.243.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.159.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.34.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.492.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.368.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.441.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.374.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.109.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.325.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.369.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.87.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.171.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.32.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.335.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.164.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.24.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.285.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.239.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.418.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.435.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.6.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.164.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.250.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.106.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.16.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.478.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.204.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.499.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.460.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.18.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.127.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.73.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.215.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.233.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.287.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.250.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.19.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.483.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.41.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.392.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.36.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.377.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.380.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.23.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.434.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.172.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.6.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.473.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.181.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.123.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.250.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.19.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.462.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.335.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.136.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.440.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.226.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.155.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.447.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.498.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.211.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.413.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.374.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.136.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.343.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.121.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.377.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.290.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.29.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.493.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.404.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.318.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.182.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.118.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.278.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.gate.e_score_correction_bias": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.248.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.10.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.182.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.80.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.68.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.423.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.411.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.80.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.212.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.165.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.90.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.241.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.243.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.norm.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.230.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.3.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.131.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.145.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.170.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.206.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.143.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.275.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.12.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.30.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.61.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.342.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.484.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.379.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.299.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.307.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.409.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.414.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.317.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.180.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.0.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.8.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.264.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.fc1_latent_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.311.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.179.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.242.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.310.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.379.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.456.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.470.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.25.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.259.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.85.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.145.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.187.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.423.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.467.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.210.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.322.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.162.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.75.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.63.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.62.mixer.in_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.330.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.57.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.401.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.254.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.346.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.113.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.272.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.184.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.234.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.279.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.369.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.82.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.122.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.32.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.436.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.180.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.118.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.278.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.367.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.179.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.259.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.333.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.228.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.9.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.7.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.50.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.50.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.328.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.383.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.252.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.485.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.359.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.228.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.158.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.287.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.424.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.458.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.298.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.434.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.92.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.294.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.61.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.358.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.78.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.233.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.168.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.283.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.105.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.194.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.417.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.115.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.426.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.431.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.434.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.178.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.126.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.473.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.166.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.360.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.190.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.490.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.119.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.467.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.242.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.344.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.238.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.19.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.34.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.75.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.248.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.196.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.433.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.303.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.184.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.107.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.288.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.377.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.249.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.271.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.68.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.200.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.343.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.485.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.15.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.6.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.206.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.463.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.404.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.313.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.389.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.133.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.20.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.257.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.83.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.254.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.393.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.64.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.111.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.445.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.119.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.188.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.332.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.411.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.379.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.39.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.329.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.328.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.99.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.503.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.55.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.293.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.435.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.398.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.443.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.313.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.380.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.61.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.84.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.456.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.376.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.400.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.39.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.4.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.468.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.225.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.178.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.47.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.42.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.16.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.149.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.467.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.282.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.134.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.267.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.338.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.38.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.291.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.458.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.61.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.38.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.37.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.80.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.5.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.145.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.27.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.185.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.244.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.300.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.446.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.268.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.147.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.494.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.368.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.444.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.481.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.138.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.367.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.252.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.95.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.356.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.254.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.492.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.391.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.75.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.198.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.105.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.114.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.461.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.73.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.385.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.189.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.7.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.57.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.193.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.164.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.100.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.503.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.298.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.172.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.445.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.204.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.22.mixer.in_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.390.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.295.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.214.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.66.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.69.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.307.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.180.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.492.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.214.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.355.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.133.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.114.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.474.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.499.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.378.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.462.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.228.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.300.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.140.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.288.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.326.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.34.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.16.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.86.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.187.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.67.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.38.mixer.conv1d.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.410.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.138.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.426.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.476.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.182.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.89.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.344.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.29.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.290.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.364.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.210.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.460.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.465.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.318.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.125.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.262.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.319.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.432.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.84.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.208.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.338.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.219.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.506.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.177.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.32.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.141.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.510.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.293.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.477.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.474.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.144.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.63.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.213.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.278.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.shared_experts.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.23.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.253.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.244.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.461.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.107.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.411.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.166.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.71.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.480.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.217.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.19.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.107.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.255.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.33.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.40.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.235.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.42.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.58.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.6.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.433.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.105.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.281.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.389.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.185.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.49.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.218.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.468.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.359.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.483.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.157.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.500.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.163.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.114.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.25.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.268.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.360.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.163.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.421.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.220.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.58.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.322.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.212.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.316.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.66.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.24.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.135.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.456.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.165.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.395.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.233.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.407.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.108.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.328.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.455.up_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.499.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.28.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.16.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.74.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.332.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.231.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.99.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.172.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.391.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.464.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.124.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.310.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.352.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.435.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.20.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.161.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.56.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.83.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.440.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.234.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.30.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.234.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.63.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.8.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.217.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.321.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.148.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.448.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.199.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.148.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.168.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.270.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.48.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.32.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.11.mixer.norm.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.227.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.121.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.47.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.164.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.488.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.151.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.127.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.193.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.59.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.256.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.139.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.101.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.343.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.211.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.157.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.63.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.22.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.441.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.470.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.55.norm.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.210.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.157.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.80.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.493.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.261.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.428.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.351.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.503.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.409.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.262.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.108.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.279.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.454.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.83.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.416.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.428.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.391.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.510.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.428.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.319.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.121.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.417.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.415.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.258.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.389.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.157.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.118.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.234.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.53.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.256.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.321.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.491.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.85.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.279.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.335.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.230.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.448.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.172.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.269.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.359.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.52.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.289.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.274.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.274.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.479.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.312.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.238.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.7.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.56.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.487.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.377.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.354.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.95.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.189.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.268.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.418.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.218.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.245.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.106.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.9.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.296.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.250.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.118.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.488.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.490.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.100.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.457.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.440.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.504.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.433.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.498.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.164.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.63.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.44.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.433.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.113.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.242.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.78.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.195.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.158.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.36.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.45.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.374.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.416.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.307.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.152.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.62.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.467.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.427.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.302.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.331.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.461.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.355.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.29.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.198.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.274.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.339.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.127.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.132.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.186.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.271.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.400.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.212.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.259.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.412.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.206.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.101.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.39.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.482.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.241.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.509.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.158.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.135.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.206.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.246.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.57.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.269.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.354.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.342.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.288.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.272.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.357.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.227.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.473.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.181.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.249.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.334.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.30.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.108.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.316.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.290.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.430.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.110.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.272.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.208.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.59.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.48.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.457.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.200.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.374.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.191.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.411.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.68.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.389.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.427.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.284.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.359.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.84.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.477.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.197.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.182.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.183.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.280.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.20.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.26.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.255.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.102.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.167.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.360.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.198.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.64.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.135.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.274.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.375.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.250.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.438.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.105.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.shared_experts.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.40.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.286.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.20.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.139.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.170.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.218.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.393.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.185.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.375.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.236.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.311.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.481.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.399.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.157.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.267.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.444.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.139.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.481.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.396.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.388.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.187.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.375.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.325.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.218.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.317.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.6.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.157.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.201.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.58.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.74.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.100.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.475.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.481.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.163.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.81.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.314.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.144.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.128.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.498.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.13.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.54.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.327.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.139.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.26.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.41.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.198.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.511.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.167.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.65.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.141.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.113.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.175.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.186.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.430.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.214.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.91.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.181.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.483.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.0.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.288.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.423.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.391.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.162.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.12.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.376.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.46.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.278.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.11.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.64.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.391.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.300.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.238.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.63.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.113.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.413.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.343.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.227.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.380.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.331.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.503.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.184.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.274.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.15.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.494.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.203.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.shared_experts.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.238.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.379.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.460.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.13.mixer.out_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.29.norm.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.73.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.484.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.12.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.487.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.47.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.140.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.348.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.26.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.412.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.191.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.220.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.339.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.187.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.366.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.18.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.115.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.451.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.473.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.151.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.475.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.63.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.274.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.329.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.70.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.386.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.301.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.83.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.333.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.424.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.shared_experts.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.43.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.319.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.474.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.432.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.508.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.39.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.311.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.232.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.434.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.98.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.399.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.176.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.508.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.498.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.294.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.291.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.307.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.232.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.68.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.267.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.277.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.212.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.174.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.412.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.367.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.288.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.17.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.448.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.288.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.199.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.196.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.505.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.47.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.46.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.335.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.323.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.85.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.166.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.111.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.497.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.159.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.248.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.76.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.197.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.296.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.9.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.154.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.376.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.142.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.151.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.272.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.286.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.59.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.90.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.192.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.281.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.480.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.213.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.298.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.407.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.168.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.317.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.312.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.255.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.310.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.425.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.79.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.373.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.261.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.498.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.110.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.265.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.180.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.452.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.50.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.487.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.88.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.331.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.207.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.48.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.364.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.111.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.119.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.89.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.487.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.505.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.0.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.386.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.60.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.89.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.166.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.454.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.329.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.285.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.499.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.500.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.368.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.348.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.353.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.348.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.438.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.24.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.274.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.427.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.101.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.350.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.457.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.12.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.311.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.61.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.318.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.379.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.365.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.488.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.5.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.414.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.37.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.357.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.29.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.25.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.500.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.222.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.331.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.242.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.290.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.276.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.65.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.345.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.506.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.51.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.171.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.452.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.317.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.270.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.gate.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.376.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.108.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.294.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.279.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.298.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.184.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.51.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.121.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.447.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.13.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.316.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.500.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.511.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.313.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.222.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.239.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.478.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.275.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.172.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.390.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.231.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.333.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.126.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.58.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.72.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.58.mixer.q_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.38.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.472.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.348.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.53.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.65.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.243.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.429.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.124.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.104.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.80.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.396.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.61.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.220.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.248.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.370.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.162.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.209.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.245.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.511.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.19.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.481.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.263.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.474.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.502.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.14.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.499.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.461.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.456.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.322.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.467.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.456.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.353.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.95.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.120.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.65.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.135.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.455.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.400.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.298.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.333.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.502.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.182.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.500.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.278.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.172.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.40.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.452.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.402.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.72.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.64.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.198.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.195.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.307.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.456.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.82.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.385.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.277.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.209.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.449.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.374.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.394.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.120.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.39.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.485.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.164.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.191.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.427.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.42.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.81.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.362.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.337.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.438.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.57.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.186.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.279.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.283.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.112.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.180.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.285.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.445.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.145.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.445.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.462.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.380.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.88.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.497.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.109.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.62.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.303.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.380.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.116.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.52.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.387.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.365.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.51.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.325.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.418.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.349.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.172.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.384.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.314.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.212.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.366.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.455.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.319.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.69.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.192.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.51.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.157.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.88.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.443.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.240.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.403.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.86.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.511.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.176.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.269.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.487.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.67.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.165.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.181.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.342.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.480.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.338.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.465.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.149.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.262.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.152.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.408.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.5.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.312.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.161.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.148.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.7.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.117.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.138.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.441.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.124.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.29.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.77.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.280.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.162.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.12.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.236.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.254.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.340.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.417.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.447.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.299.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.40.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.152.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.80.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.112.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.128.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.508.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.350.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.143.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.443.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.370.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.334.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.322.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.101.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.32.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.263.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.210.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.76.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.153.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.98.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.394.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.49.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.51.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.417.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.197.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.467.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.287.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.17.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.110.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.107.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.411.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.339.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.349.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.437.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.204.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.266.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.359.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.408.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.240.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.297.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.389.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.320.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.304.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.443.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.493.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.370.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.59.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.489.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.355.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.258.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.167.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.276.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.176.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.363.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.62.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.218.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.421.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.111.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.467.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.90.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.488.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.481.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.272.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.391.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.108.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.119.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.387.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.265.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.245.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.244.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.163.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.183.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.364.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.76.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.381.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.303.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.420.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.229.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.237.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.150.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.435.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.27.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.451.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.414.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.70.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.6.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.130.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.195.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.129.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.49.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.17.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.173.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.174.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.444.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.370.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.47.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.209.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.14.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.478.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.161.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.27.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.191.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.194.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.75.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.364.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.463.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.154.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.95.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.357.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.4.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.340.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.365.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.270.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.423.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.319.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.378.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.100.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.385.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.88.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.299.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.364.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.41.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.235.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.432.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.152.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.226.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.129.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.361.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.203.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.128.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.56.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.350.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.419.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.57.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.389.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.68.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.119.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.16.mixer.q_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.356.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.298.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.361.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.462.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.209.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.433.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.170.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.191.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.179.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.132.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.313.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.169.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.472.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.193.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.368.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.147.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.108.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.227.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.157.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.129.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.307.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.504.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.503.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.254.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.330.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.116.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.241.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.405.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.202.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.477.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.49.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.1.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.7.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.251.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.34.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.474.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.442.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.198.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.474.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.390.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.229.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.355.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.48.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.460.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.62.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.191.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.295.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.161.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.425.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.457.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.349.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.64.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.419.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.209.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.509.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.370.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.93.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.277.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.196.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.242.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.fc1_latent_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.171.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.86.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.113.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.278.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.325.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.126.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.189.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.208.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.214.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.319.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.31.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.43.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.215.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.205.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.196.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.169.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.279.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.341.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.249.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.492.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.462.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.23.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.66.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.317.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.97.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.24.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.288.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.444.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.24.mixer.A_log": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.489.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.47.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.42.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.509.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.66.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.134.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.268.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.169.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.496.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.331.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.501.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.287.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.228.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.18.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.255.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.157.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.123.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.484.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.2.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.497.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.122.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.253.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.475.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.484.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.442.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.2.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.249.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.206.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.37.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.32.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.492.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.76.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.108.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.15.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.511.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.307.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.34.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.34.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.314.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.501.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.496.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.347.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.20.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.488.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.491.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.245.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.218.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.230.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.511.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.496.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.110.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.263.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.51.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.205.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.181.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.295.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.51.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.40.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.310.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.193.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.327.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.25.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.314.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.285.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.78.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.202.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.291.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.186.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.453.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.31.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.42.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.301.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.132.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.226.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.24.mixer.in_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.218.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.225.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.116.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.124.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.307.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.335.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.161.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.167.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.156.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.458.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.480.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.25.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.383.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.100.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.256.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.292.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.348.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.119.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.113.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.266.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.151.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.166.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.450.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.211.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.338.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.398.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.225.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.498.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.378.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.41.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.55.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.179.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.108.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.391.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.217.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.357.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.424.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.386.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.393.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.171.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.6.norm.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.52.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.268.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.242.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.315.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.129.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.427.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.183.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.159.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.303.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.434.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.407.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.57.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.331.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.126.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.140.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.40.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.466.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.442.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.80.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.357.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.305.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.203.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.317.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.305.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.429.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.108.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.327.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.147.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.345.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.81.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.113.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.414.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.370.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.229.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.48.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.74.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.16.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.237.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.64.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.80.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.484.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.147.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.159.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.413.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.58.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.423.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.150.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.449.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.86.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.36.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.225.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.484.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.209.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.249.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.211.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.495.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.206.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.84.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.50.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.482.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.24.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.147.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.131.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.447.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.501.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.253.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.466.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.472.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.162.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.291.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.353.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.442.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.250.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.165.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.269.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.427.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.101.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.144.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.425.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.209.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.26.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.123.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.29.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.35.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.88.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.119.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.264.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.133.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.219.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.91.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.325.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.232.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.136.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.408.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.343.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.31.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.161.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.462.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.444.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.216.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.341.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.508.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.378.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.170.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.180.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.354.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.106.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.89.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.164.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.265.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.422.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.77.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.40.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.342.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.190.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.73.mixer.in_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.415.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.157.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.116.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.301.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.148.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.224.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.252.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.510.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.463.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.34.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.292.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.27.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.498.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.406.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.35.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.65.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.92.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.41.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.0.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.325.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.238.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.218.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.242.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.486.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.273.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.318.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.294.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.452.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.191.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.322.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.318.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.158.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.204.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.252.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.314.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.240.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.392.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.256.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.288.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.10.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.482.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.371.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.302.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.203.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.436.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.374.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.13.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.251.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.67.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.447.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.410.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.375.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.256.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.499.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.303.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.370.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.37.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.464.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.114.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.389.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.289.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.45.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.167.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.488.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.118.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.21.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.187.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.152.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.453.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.220.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.86.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.150.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.37.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.196.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.427.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.350.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.285.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.479.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.209.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.268.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.256.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.273.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.420.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.137.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.292.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.13.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.250.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.190.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.79.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.331.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.343.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.257.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.243.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.109.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.382.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.127.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.293.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.47.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.109.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.491.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.190.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.201.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.306.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.55.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.356.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.36.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.11.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.226.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.15.norm.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.fc2_latent_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.126.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.172.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.446.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.72.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.417.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.139.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.458.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.388.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.289.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.shared_experts.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.479.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.126.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.162.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.138.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.503.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.491.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.334.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.377.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.239.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.258.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.482.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.509.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.240.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.82.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.471.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.126.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.55.mixer.norm.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.399.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.360.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.460.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.432.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.309.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.45.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.264.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.430.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.381.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.170.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.313.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.299.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.197.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.177.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.505.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.488.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.322.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.52.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.57.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.162.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.92.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.34.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.71.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.413.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.347.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.445.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.90.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.327.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.278.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.103.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.40.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.507.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.408.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.446.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.393.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.54.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.121.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.309.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.426.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.379.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.309.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.494.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.42.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.105.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.232.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.362.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.60.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.419.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.77.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.354.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.255.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.269.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.78.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.138.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.14.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.76.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.8.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.491.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.37.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.437.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.472.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.191.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.196.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.104.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.174.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.421.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.gate.e_score_correction_bias": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.338.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.454.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.263.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.42.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.307.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.330.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.318.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.449.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.38.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.43.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.57.mixer.A_log": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.223.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.415.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.412.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.488.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.454.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.168.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.309.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.52.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.206.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.474.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.184.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.428.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.166.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.424.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.406.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.502.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.457.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.34.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.365.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.63.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.383.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.39.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.179.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.6.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.425.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.185.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.353.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.125.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.292.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.451.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.57.mixer.norm.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.448.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.255.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.217.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.233.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.36.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.0.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.457.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.48.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.486.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.190.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.450.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.462.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.56.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.387.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.176.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.127.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.91.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.193.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.163.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.235.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.82.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.504.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.297.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.276.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.506.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.308.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.339.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.97.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.109.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.128.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.276.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.502.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.499.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.476.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.284.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.129.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.340.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.426.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.477.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.96.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.397.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.341.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.450.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.440.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.161.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.397.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.236.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.22.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.324.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.111.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.123.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.262.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.64.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.251.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.113.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.139.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.25.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.460.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.210.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.35.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.422.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.212.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.111.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.203.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.506.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.217.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.173.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.206.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.467.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.45.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.411.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.167.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.477.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.400.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.417.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.112.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.240.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.273.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.395.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.84.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.75.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.39.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.151.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.397.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.213.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.252.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.460.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.8.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.265.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.112.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.308.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.37.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.35.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.221.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.144.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.36.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.216.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.363.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.309.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.421.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.342.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.344.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.461.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.158.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.388.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.508.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.177.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.360.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.324.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.446.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.82.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.248.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.432.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.22.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.484.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.51.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.183.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.367.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.484.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.47.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.481.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.436.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.117.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.441.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.388.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.439.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.154.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.430.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.262.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.457.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.172.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.295.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.169.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.147.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.55.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.443.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.12.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.427.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.79.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.131.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.143.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.432.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.60.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.266.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.403.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.335.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.397.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.54.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.427.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.200.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.38.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.239.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.208.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.39.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.306.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.422.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.40.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.306.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.174.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.172.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.500.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.111.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.36.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.56.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.476.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.230.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.169.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.410.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.462.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.285.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.122.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.257.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.214.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.183.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.276.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.96.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.76.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.439.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.105.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.383.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.191.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.128.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.61.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.357.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.501.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.415.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.279.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.147.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.93.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.511.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.283.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.384.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.255.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.135.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.160.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.71.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.144.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.275.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.gate.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.49.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.484.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.115.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.295.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.315.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.130.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.344.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.56.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.343.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.212.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.313.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.38.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.459.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.242.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.446.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.463.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.231.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.210.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.381.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.300.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.149.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.4.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.59.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.273.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.404.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.370.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.203.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.455.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.185.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.33.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.467.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.205.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.shared_experts.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.412.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.172.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.269.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.270.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.489.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.18.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.226.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.180.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.301.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.235.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.32.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.374.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.357.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.67.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.71.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.389.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.394.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.155.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.506.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.265.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.204.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.181.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.295.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.252.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.260.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.194.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.427.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.220.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.396.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.45.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.482.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.349.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.95.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.190.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.15.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.463.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.153.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.54.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.385.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.77.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.54.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.284.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.68.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.1.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.153.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.384.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.188.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.124.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.460.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.338.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.232.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.185.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.30.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.470.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.224.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.507.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.361.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.67.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.159.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.457.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.187.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.240.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.184.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.25.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.123.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.226.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.328.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.446.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.88.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.26.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.155.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.33.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.489.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.497.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.270.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.345.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.446.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.287.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.405.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.278.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.345.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.132.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.290.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.86.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.66.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.321.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.357.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.264.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.490.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.399.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.285.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.167.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.79.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.368.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.6.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.160.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.369.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.259.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.478.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.252.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.98.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.244.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.221.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.298.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.150.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.33.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.479.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.305.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.370.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.300.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.236.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.383.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.298.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.292.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.118.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.387.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.455.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.300.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.365.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.398.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.97.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.348.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.14.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.427.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.435.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.99.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.50.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.235.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.259.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.376.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.258.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.503.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.419.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.40.mixer.conv1d.bias": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.394.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.190.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.385.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.188.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.219.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.284.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.114.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.391.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.28.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.466.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.347.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.73.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.21.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.251.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.433.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.160.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.15.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.320.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.475.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.195.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.107.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.18.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.160.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.306.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.451.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.434.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.270.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.422.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.290.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.66.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.457.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.80.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.373.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.305.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.162.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.186.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.404.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.274.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.310.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.55.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.377.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.48.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.335.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.436.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.186.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.135.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.345.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.327.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.116.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.280.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.9.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.265.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.199.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.56.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.237.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.453.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.485.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.34.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.365.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.69.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.314.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.418.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.401.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.213.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.461.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.359.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.488.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.110.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.181.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.87.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.146.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.421.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.461.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.415.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.173.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.495.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.264.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.64.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.376.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.441.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.434.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.205.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.267.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.326.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.91.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.243.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.283.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.374.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.414.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.100.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.301.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.278.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.42.mixer.out_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.197.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.435.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.429.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.69.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.440.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.358.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.399.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.430.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.59.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.422.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.379.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.190.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.280.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.458.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.73.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.447.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.238.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.493.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.401.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.139.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.492.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.112.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.134.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.43.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.140.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.124.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.405.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.321.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.493.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.430.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.290.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.462.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.291.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.360.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.511.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.188.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.357.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.376.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.360.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.460.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.305.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.54.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.274.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.261.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.398.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.58.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.469.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.455.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.221.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.166.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.293.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.170.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.422.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.219.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.278.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.208.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.429.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.483.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.459.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.120.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.244.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.271.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.187.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.475.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.177.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.129.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.328.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.414.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.22.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.2.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.9.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.466.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.481.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.426.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.397.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.273.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.81.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.231.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.157.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.449.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.328.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.10.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.269.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.385.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.75.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.469.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.162.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.429.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.279.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.66.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.398.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.472.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.423.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.106.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.137.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.376.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.15.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.465.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.401.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.168.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.367.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.317.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.148.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.371.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.18.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.413.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.457.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.228.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.303.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.7.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.303.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.329.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.409.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.489.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.24.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.469.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.393.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.53.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.238.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.382.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.354.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.409.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.470.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.267.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.507.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.177.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.148.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.381.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.389.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.309.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.109.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.7.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.30.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.414.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.418.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.13.mixer.conv1d.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.500.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.167.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.10.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.478.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.350.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.261.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.192.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.185.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.460.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.320.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.217.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.152.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.505.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.415.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.412.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.33.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.502.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.44.mixer.D": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.79.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.475.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.21.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.273.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.168.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.382.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.34.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.253.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.272.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.397.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.318.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.40.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.367.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.297.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.51.mixer.in_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.59.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.80.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.491.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.200.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.81.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.219.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.457.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.403.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.130.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.382.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.46.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.355.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.283.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.431.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.364.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.184.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.187.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.119.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.2.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.346.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.147.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.95.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.167.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.282.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.268.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.212.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.403.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.121.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.254.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.360.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.256.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.458.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.193.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.228.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.316.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.471.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.25.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.476.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.435.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.471.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.218.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.317.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.506.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.279.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.319.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.509.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.72.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.402.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.155.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.498.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.44.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.391.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.129.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.347.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.497.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.477.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.329.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.50.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.469.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.148.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.80.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.373.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.452.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.397.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.306.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.188.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.332.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.460.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.119.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.87.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.87.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.208.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.5.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.120.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.243.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.224.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.455.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.57.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.158.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.89.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.79.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.302.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.489.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.194.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.410.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.49.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.111.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.251.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.374.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.193.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.408.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.124.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.207.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.74.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.390.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.414.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.196.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.148.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.22.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.441.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.285.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.290.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.333.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.265.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.221.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.238.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.246.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.197.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.11.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.334.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.12.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.498.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.399.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.182.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.82.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.389.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.188.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.90.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.51.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.19.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.49.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.82.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.190.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.332.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.138.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.291.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.260.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.447.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.339.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.490.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.113.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.43.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.496.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.177.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.78.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.78.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.455.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.314.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.370.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.463.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.437.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.134.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.223.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.242.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.381.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.115.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.304.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.437.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.52.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.66.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.214.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.232.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.315.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.103.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.68.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.346.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.158.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.86.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.314.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.145.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.431.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.182.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.375.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.293.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.461.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.123.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.135.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.399.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.237.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.91.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.42.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.95.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.468.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.476.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.24.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.380.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.61.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.489.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.346.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.51.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.352.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.204.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.416.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.480.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.479.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.111.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.171.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.204.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.308.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.406.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.26.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.109.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.233.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.312.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.gate.e_score_correction_bias": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.37.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.220.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.398.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.337.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.33.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.405.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.208.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.370.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.31.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.294.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.492.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.55.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.430.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.256.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.152.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.85.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.349.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.220.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.273.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.279.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.389.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.216.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.260.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.152.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.13.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.359.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.325.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.301.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.80.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.300.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.117.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.44.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.190.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.234.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.465.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.271.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.217.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.418.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.439.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.85.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.487.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.451.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.332.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.335.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.298.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.12.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.291.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.196.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.36.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.223.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.389.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.143.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.396.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.127.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.330.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.34.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.373.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.171.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.11.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.91.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.118.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.181.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.408.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.287.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.317.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.447.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.479.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.291.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.82.mixer.out_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.261.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.192.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.212.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.92.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.211.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.172.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.129.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.282.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.463.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.235.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.263.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.452.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.281.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.171.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.97.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.233.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.397.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.485.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.198.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.426.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.75.mixer.norm.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.0.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.7.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.506.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.367.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.345.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.154.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.399.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.403.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.72.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.385.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.126.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.286.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.146.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.95.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.98.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.407.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.271.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.2.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.179.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.420.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.222.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.392.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.230.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.301.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.90.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.456.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.273.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.454.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.178.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.203.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.227.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.61.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.274.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.502.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.152.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.204.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.439.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.388.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.137.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.220.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.115.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.451.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.371.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.364.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.208.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.436.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.202.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.487.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.354.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.107.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.16.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.207.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.shared_experts.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.97.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.284.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.391.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.131.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.291.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.400.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.177.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.95.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.488.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.51.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.93.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.25.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.64.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.442.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.142.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.23.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.191.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.43.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.296.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.459.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.41.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.483.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.342.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.351.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.320.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.398.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.230.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.276.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.43.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.92.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.fc2_latent_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.344.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.104.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.235.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.89.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.481.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.457.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.473.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.118.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.290.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.496.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.392.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.321.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.133.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.257.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.168.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.392.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.178.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.393.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.221.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.473.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.406.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.219.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.480.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.169.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.96.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.322.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.53.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.187.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.188.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.221.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.267.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.111.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.229.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.280.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.119.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.452.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.355.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.316.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.480.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.69.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.14.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.332.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.307.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.508.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.215.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.162.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.314.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.390.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.466.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.311.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.86.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.286.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.81.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.188.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.78.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.461.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.334.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.346.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.42.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.445.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.120.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.224.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.70.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.464.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.393.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.365.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.93.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.64.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.423.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.366.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.110.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.506.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.468.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.219.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.354.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.37.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.366.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.439.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.355.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.232.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.317.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.166.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.332.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.474.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.378.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.217.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.195.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.122.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.323.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.12.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.195.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.176.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.280.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.117.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.208.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.242.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.354.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.139.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.443.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.61.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.417.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.7.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.220.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.438.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.53.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.463.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.453.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.310.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.493.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.2.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.331.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.36.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.146.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.126.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.127.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.383.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.31.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.473.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.80.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.213.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.361.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.227.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.441.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.128.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.307.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.375.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.201.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.218.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.51.mixer.conv1d.bias": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.138.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.260.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.42.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.9.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.181.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.400.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.275.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.225.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.181.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.12.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.150.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.288.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.91.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.104.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.308.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.494.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.257.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.338.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.125.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.48.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.327.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.76.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.230.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.4.mixer.out_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.91.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.337.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.102.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.396.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.88.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.44.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.67.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.33.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.69.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.433.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.28.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.488.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.124.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.235.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.361.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.221.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.369.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.157.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.468.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.219.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.24.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.495.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.350.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.91.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.428.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.483.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.214.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.229.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.351.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.389.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.457.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.58.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.83.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.281.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.503.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.165.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.54.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.262.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.419.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.221.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.191.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.375.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.139.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.405.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.92.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.452.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.40.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.472.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.18.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.320.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.199.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.12.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.41.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.199.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.449.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.107.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.283.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.307.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.376.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.381.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.272.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.299.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.402.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.342.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.43.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.459.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.121.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.456.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.64.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.434.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.47.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.381.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.191.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.170.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.336.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.413.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.34.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.134.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.45.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.360.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.181.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.342.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.441.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.115.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.13.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.107.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.223.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.304.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.184.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.186.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.367.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.184.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.66.mixer.norm.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.500.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.446.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.428.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.159.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.410.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.458.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.396.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.344.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.148.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.296.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.431.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.119.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.382.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.62.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.216.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.331.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.408.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.94.down_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.472.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.118.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.268.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.8.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.47.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.259.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.246.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.443.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.142.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.491.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.179.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.394.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.331.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.17.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.436.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.147.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.11.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.328.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.226.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.333.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.88.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.40.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.38.mixer.dt_bias": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.238.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.312.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.278.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.422.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.296.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.shared_experts.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.253.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.34.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.284.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.237.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.360.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.0.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.305.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.246.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.28.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.317.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.47.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.162.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.102.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.304.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.146.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.433.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.386.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.122.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.141.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.84.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.361.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.249.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.63.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.133.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.129.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.129.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.396.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.134.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.221.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.415.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.403.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.413.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.111.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.55.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.429.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.249.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.444.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.165.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.204.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.385.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.456.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.184.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.50.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.266.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.255.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.232.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.196.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.353.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.292.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.289.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.141.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.82.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.171.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.262.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.fc1_latent_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.110.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.507.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.492.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.86.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.466.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.185.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.330.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.233.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.330.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.226.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.308.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.91.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.119.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.440.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.199.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.304.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.487.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.197.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.43.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.257.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.494.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.480.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.116.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.450.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.462.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.103.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.229.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.279.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.119.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.358.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.265.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.119.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.52.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.362.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.190.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.37.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.384.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.181.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.351.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.484.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.210.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.507.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.482.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.348.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.183.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.441.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.149.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.136.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.94.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.137.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.24.norm.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.487.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.103.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.164.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.55.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.386.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.345.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.297.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.70.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.495.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.390.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.312.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.499.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.290.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.140.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.191.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.40.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.326.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.458.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.90.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.418.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.482.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.320.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.208.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.375.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.312.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.438.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.249.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.113.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.459.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.473.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.303.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.282.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.84.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.147.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.365.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.90.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.64.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.293.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.447.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.404.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.128.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.24.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.327.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.398.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.229.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.338.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.436.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.228.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.438.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.186.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.norm.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.276.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.364.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.66.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.18.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.281.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.28.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.43.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.214.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.436.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.203.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.156.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.130.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.198.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.196.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.394.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.285.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.475.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.142.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.400.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.262.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.264.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.202.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.452.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.280.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.371.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.336.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.280.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.295.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.480.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.norm.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.107.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.471.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.284.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.286.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.385.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.486.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.326.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.326.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.15.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.272.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.399.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.466.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.232.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.454.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.258.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.132.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.217.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.298.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.442.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.351.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.186.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.100.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.221.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.333.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.458.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.397.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.220.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.322.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.433.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.72.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.178.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.204.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.320.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.358.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.394.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.13.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.114.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.348.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.39.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.249.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.426.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.378.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.166.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.363.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.199.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.92.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.104.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.150.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.400.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.388.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.268.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.42.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.224.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.83.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.4.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.238.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.58.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.153.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.47.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.80.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.390.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.187.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.511.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.195.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.337.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.130.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.360.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.299.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.312.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.97.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.156.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.339.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.95.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.435.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.1.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.490.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.511.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.186.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.shared_experts.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.113.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.422.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.485.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.289.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.285.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.140.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.432.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.315.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.433.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.398.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.162.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.426.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.145.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.125.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.37.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.260.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.0.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.226.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.244.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.423.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.56.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.425.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.106.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.161.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.510.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.508.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.324.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.17.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.228.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.348.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.69.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.263.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.249.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.56.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.340.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.9.mixer.conv1d.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.354.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.121.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.400.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.271.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.486.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.88.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.389.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.490.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.335.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.278.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.143.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.shared_experts.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.308.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.351.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.293.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.85.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.122.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.13.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.282.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.376.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.184.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.253.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.405.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.496.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.240.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.285.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.87.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.431.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.248.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.55.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.164.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.64.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.290.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.280.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.340.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.18.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.30.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.220.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.152.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.216.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.102.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.263.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.436.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.267.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.24.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.192.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.439.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.77.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.202.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.144.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.423.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.82.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.457.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.249.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.343.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.269.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.66.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.165.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.gate.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.491.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.39.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.105.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.368.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.234.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.290.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.247.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.105.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.165.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.478.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.247.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.321.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.370.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.25.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.378.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.124.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.177.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.8.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.89.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.344.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.290.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.359.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.117.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.166.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.443.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.70.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.433.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.41.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.144.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.82.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.267.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.448.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.231.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.211.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.171.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.fc1_latent_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.424.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.211.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.241.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.73.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.341.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.122.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.511.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.144.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.480.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.270.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.132.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.265.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.282.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.495.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.216.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.485.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.464.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.104.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.124.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.390.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.454.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.478.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.407.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.326.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.292.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.299.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.293.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.182.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.160.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.334.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.202.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.277.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.483.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.506.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.154.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.97.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.12.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.392.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.462.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.127.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.20.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.18.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.356.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.116.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.469.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.15.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.247.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.125.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.82.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.462.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.164.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.310.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.414.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.64.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.502.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.280.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.318.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.351.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.169.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.142.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.495.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.263.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.388.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.376.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.352.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.312.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.213.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.152.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.226.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.471.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.149.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.330.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.193.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.272.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.159.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.482.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.430.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.53.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.124.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.287.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.201.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.277.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.464.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.160.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.272.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.17.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.shared_experts.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.22.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.197.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.478.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.359.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.11.norm.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.409.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.384.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.219.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.92.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.134.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.44.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.323.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.431.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.148.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.15.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.229.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.61.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.75.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.27.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.112.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.368.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.233.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.461.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.324.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.61.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.104.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.263.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.138.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.266.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.400.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.447.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.186.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.404.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.fc2_latent_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.286.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.496.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.15.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.304.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.366.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.10.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.84.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.243.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.33.mixer.out_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.105.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.257.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.222.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.53.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.287.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.425.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.58.mixer.v_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.416.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.82.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.107.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.421.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.170.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.68.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.294.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.gate.e_score_correction_bias": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.38.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.63.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.392.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.256.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.340.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.498.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.28.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.71.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.393.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.453.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.227.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.334.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.7.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.265.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.485.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.377.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.223.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.323.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.79.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.64.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.274.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.282.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.171.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.302.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.169.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.390.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.149.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.115.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.501.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.94.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.368.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.47.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.285.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.107.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.257.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.405.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.1.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.284.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.217.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.136.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.308.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.437.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.97.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.390.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.232.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.468.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.27.norm.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.16.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.114.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.149.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.468.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.310.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.299.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.40.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.206.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.171.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.312.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.287.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.348.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.383.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.108.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.361.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.470.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.122.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.281.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.420.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.173.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.66.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.333.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.118.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.373.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.57.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.213.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.466.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.220.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.61.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.219.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.57.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.95.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.495.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.394.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.320.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.275.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.233.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.104.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.260.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.24.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.65.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.338.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.172.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.357.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.243.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.389.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.438.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.46.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.366.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.316.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.269.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.105.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.304.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.364.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.334.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.454.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.96.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.315.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.444.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.402.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.137.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.284.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.289.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.199.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.397.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.46.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.404.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.35.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.21.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.366.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.452.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.60.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.505.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.39.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.412.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.274.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.187.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.401.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.3.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.353.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.347.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.56.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.386.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.269.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.65.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.313.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.410.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.64.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.496.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.259.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.337.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.463.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.170.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.331.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.266.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.324.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.396.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.20.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.151.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.282.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.212.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.285.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.345.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.458.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.70.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.259.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.451.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.387.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.406.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.40.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.189.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.291.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.245.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.306.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.257.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.316.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.363.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.384.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.41.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.0.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.238.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.311.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.482.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.354.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.453.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.507.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.275.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.129.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.5.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.132.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.86.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.229.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.483.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.169.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.44.mixer.out_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.347.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.397.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.9.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.124.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.375.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.185.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.57.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.415.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.346.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.270.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.12.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.141.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.128.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.1.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.29.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.189.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.451.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.129.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.133.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.382.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.29.mixer.out_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.446.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.450.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.475.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.87.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.459.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.277.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.498.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.75.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.264.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.503.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.492.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.326.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.236.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.49.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.462.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.321.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.342.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.7.mixer.q_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.490.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.307.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.3.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.218.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.193.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.321.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.132.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.64.mixer.out_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.143.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.282.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.356.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.356.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.273.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.121.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.11.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.321.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.212.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.348.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.7.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.442.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.68.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.458.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.83.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.156.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.189.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.458.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.328.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.487.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.24.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.58.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.290.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.293.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.371.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.441.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.191.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.261.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.108.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.72.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.297.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.22.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.171.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.shared_experts.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.248.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.10.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.339.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.109.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.69.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.365.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.270.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.284.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.502.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.197.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.260.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.335.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.89.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.459.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.71.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.170.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.177.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.451.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.85.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.383.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.94.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.136.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.460.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.450.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.178.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.306.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.332.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.126.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.203.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.465.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.192.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.343.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.346.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.346.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.303.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.33.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.346.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.385.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.483.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.312.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.136.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.315.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.237.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.2.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.495.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.474.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.185.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.94.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.252.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.199.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.253.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.31.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.224.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.282.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.56.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.420.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.414.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.387.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.316.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.120.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.452.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.458.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.178.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.442.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.151.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.15.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.288.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.358.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.376.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.187.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.200.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.413.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.244.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.220.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.1.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.230.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.104.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.23.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.280.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.384.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.60.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.274.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.311.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.68.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.278.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.109.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.238.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.gate.e_score_correction_bias": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.164.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.412.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.460.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.324.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.194.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.330.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.295.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.420.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.419.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.181.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.482.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.444.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.298.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.461.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.485.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.430.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.504.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.19.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.296.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.306.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.365.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.263.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.388.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.35.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.369.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.161.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.331.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.344.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.491.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.111.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.310.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.442.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.300.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.299.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.470.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.74.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.51.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.456.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.351.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.215.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.70.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.229.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.239.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.155.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.144.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.335.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.96.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.243.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.195.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.26.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.476.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.346.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.364.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.508.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.shared_experts.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.285.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.410.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.125.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.145.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.262.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.53.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.183.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.384.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.435.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.463.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.278.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.477.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.429.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.384.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.69.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.505.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.291.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.226.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.57.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.176.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.440.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.120.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.6.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.224.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.484.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.395.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.255.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.265.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.176.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.330.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.92.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.24.mixer.D": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.100.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.190.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.399.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.380.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.233.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.401.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.120.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.245.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.118.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.388.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.12.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.121.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.188.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.64.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.275.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.253.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.459.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.99.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.475.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.280.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.348.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.484.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.396.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.403.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.363.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.111.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.471.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.49.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.119.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.178.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.261.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.318.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.285.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.401.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.60.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.124.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.155.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.121.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.15.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.114.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.509.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.339.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.98.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.203.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.268.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.173.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.125.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.67.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.459.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.404.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.360.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.409.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.383.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.281.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.212.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.415.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.467.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.288.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.9.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.510.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.280.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.448.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.350.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.78.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.302.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.112.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.257.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.231.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.227.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.430.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.414.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.136.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.299.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.227.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.304.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.177.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.297.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.139.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.335.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.403.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.342.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.75.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.318.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.159.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.17.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.254.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.377.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.40.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.347.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.346.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.5.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.310.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.8.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.57.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.391.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.475.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.395.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.205.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.340.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.7.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.312.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.244.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.47.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.40.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.461.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.124.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.48.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.318.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.359.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.462.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.244.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.222.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.281.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.351.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.304.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.225.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.118.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.19.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.428.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.104.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.171.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.65.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.91.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.185.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.53.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.167.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.222.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.213.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.250.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.230.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.272.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.28.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.135.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.374.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.16.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.240.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.96.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.183.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.298.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.506.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.352.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.448.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.49.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.23.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.455.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.148.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.311.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.196.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.41.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.300.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.77.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.176.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.22.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.109.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.451.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.451.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.67.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.332.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.392.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.309.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.367.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.462.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.229.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.500.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.116.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.287.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.73.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.470.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.499.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.280.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.271.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.86.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.479.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.138.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.296.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.233.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.165.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.180.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.418.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.421.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.475.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.494.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.109.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.122.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.286.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.39.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.24.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.278.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.483.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.193.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.440.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.503.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.356.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.490.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.84.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.349.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.281.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.202.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.104.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.223.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.345.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.79.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.393.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.509.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.92.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.90.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.120.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.480.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.378.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.303.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.472.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.226.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.355.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.394.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.246.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.280.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.237.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.20.mixer.D": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.226.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.309.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.298.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.380.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.91.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.471.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.496.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.387.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.432.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.73.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.273.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.384.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.126.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.421.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.438.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.511.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.105.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.85.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.324.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.463.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.424.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.329.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.90.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.163.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.188.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.158.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.397.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.420.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.457.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.229.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.56.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.0.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.317.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.328.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.141.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.59.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.503.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.324.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.0.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.490.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.396.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.290.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.42.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.24.mixer.dt_bias": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.425.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.107.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.394.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.365.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.93.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.475.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.435.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.151.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.104.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.333.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.347.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.70.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.298.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.230.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.428.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.161.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.386.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.160.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.gate.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.290.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.449.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.246.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.202.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.217.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.288.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.278.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.111.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.237.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.20.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.213.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.471.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.86.mixer.in_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.204.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.389.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.429.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.232.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.148.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.4.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.shared_experts.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.151.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.425.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.309.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.491.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.44.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.84.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.379.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.175.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.274.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.419.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.215.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.247.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.317.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.196.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.269.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.276.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.94.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.395.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.305.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.154.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.184.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.72.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.345.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.482.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.192.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.338.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.356.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.141.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.439.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.461.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.115.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.3.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.249.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.181.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.100.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.162.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.437.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.46.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.5.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.428.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.436.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.493.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.207.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.170.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.208.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.135.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.96.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.461.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.225.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.103.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.357.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.502.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.221.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.296.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.53.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.222.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.81.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.134.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.344.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.96.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.227.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.5.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.94.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.37.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.68.mixer.out_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.27.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.327.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.236.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.83.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.358.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.321.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.292.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.470.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.483.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.472.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.273.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.442.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.365.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.175.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.209.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.388.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.233.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.38.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.163.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.497.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.351.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.463.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.235.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.254.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.3.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.510.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.307.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.198.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.117.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.29.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.36.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.53.norm.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.234.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.510.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.103.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.440.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.307.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.304.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.493.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.54.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.319.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.508.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.249.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.180.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.236.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.511.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.139.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.59.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.464.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.207.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.290.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.242.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.235.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.335.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.455.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.147.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.364.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.366.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.18.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.365.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.18.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.276.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.334.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.270.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.62.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.506.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.141.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.232.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.150.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.255.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.461.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.464.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.453.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.205.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.76.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.405.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.117.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.68.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.193.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.143.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.344.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.125.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.296.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.510.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.31.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.140.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.142.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.123.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.180.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.61.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.57.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.275.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.117.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.229.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.75.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.65.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.362.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.317.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.219.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.385.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.122.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.370.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.142.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.191.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.390.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.164.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.296.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.86.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.220.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.404.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.420.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.381.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.427.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.412.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.281.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.367.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.73.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.28.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.304.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.369.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.407.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.143.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.324.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.64.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.358.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.58.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.256.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.280.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.367.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.490.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.493.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.137.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.351.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.190.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.493.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.37.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.256.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.481.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.247.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.285.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.337.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.403.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.82.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.203.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.404.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.342.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.6.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.40.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.20.mixer.in_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.103.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.151.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.183.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.252.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.428.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.28.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.227.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.238.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.296.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.278.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.505.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.104.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.341.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.481.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.378.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.314.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.286.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.400.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.254.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.286.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.479.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.190.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.145.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.71.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.494.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.167.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.258.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.511.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.208.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.165.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.154.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.191.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.442.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.242.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.435.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.503.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.315.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.39.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.354.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.273.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.245.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.214.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.486.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.1.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.78.mixer.o_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.461.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.79.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.212.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.453.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.73.mixer.dt_bias": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.419.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.344.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.316.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.364.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.113.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.44.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.83.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.406.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.380.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.61.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.364.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.368.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.369.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.174.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.406.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.265.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.414.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.377.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.2.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.304.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.33.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.103.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.212.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.454.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.388.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.352.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.256.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.461.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.327.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.355.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.364.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.80.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.396.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.338.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.358.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.154.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.408.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.360.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.83.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.320.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.354.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.18.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.450.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.407.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.330.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.67.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.2.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.398.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.44.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.41.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.378.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.461.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.218.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.156.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.236.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.255.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.98.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.403.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.450.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.362.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.401.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.424.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.476.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.482.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.138.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.149.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.464.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.155.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.314.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.381.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.224.down_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.405.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.155.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.467.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.119.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.109.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.78.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.395.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.53.mixer.A_log": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.106.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.417.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.400.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.233.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.161.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.12.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.225.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.118.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.440.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.91.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.182.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.316.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.119.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.55.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.419.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.382.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.183.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.gate.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.56.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.356.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.455.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.67.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.196.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.482.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.371.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.33.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.480.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.206.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.345.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.134.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.213.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.22.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.419.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.146.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.229.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.92.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.45.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.289.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.275.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.119.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.202.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.221.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.215.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.342.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.308.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.84.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.gate.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.348.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.230.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.105.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.297.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.99.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.471.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.0.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.160.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.103.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.234.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.460.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.242.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.151.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.10.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.2.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.304.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.411.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.447.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.186.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.356.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.64.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.312.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.59.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.144.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.81.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.323.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.118.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.26.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.307.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.31.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.39.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.391.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.468.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.158.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.493.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.207.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.477.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.186.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.16.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.84.mixer.dt_bias": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.346.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.484.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.295.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.26.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.253.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.304.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.460.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.13.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.299.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.104.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.98.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.335.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.445.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.356.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.416.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.326.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.1.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.269.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.24.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.92.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.477.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.490.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.498.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.440.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.5.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.170.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.44.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.58.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.450.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.261.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.215.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.232.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.357.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.46.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.450.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.299.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.378.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.280.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.483.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.406.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.228.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.133.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.236.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.17.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.460.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.6.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.221.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.290.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.21.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.17.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.508.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.45.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.458.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.499.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.27.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.132.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.232.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.68.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.335.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.125.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.11.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.3.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.60.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.443.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.271.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.353.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.33.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.129.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.242.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.302.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.343.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.57.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.166.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.96.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.314.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.27.mixer.in_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.457.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.378.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.129.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.30.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.265.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.183.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.322.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.133.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.30.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.31.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.334.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.36.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.197.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.376.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.6.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.489.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.348.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.407.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.321.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.190.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.157.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.47.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.310.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.295.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.251.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.499.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.32.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.72.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.83.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.371.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.292.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.446.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.103.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.120.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.384.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.204.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.221.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.199.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.185.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.356.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.129.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.174.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.408.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.118.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.285.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.111.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.101.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.414.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.129.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.92.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.50.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.268.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.77.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.143.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.299.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.197.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.360.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.259.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.222.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.248.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.62.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.113.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.129.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.195.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.223.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.510.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.491.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.367.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.150.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.464.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.400.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.492.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.276.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.193.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.141.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.332.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.255.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.316.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.82.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.344.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.338.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.238.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.473.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.400.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.499.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.99.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.438.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.3.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.45.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.236.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.66.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.466.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.60.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.129.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.373.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.403.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.392.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.12.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.191.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.372.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.343.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.162.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.511.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.472.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.137.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.137.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.26.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.425.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.362.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.420.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.121.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.90.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.127.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.339.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.469.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.368.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.263.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.385.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.410.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.297.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.290.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.40.mixer.norm.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.415.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.345.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.155.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.57.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.140.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.348.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.371.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.179.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.313.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.266.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.166.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.194.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.365.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.23.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.151.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.153.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.488.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.32.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.352.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.96.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.390.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.365.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.143.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.397.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.167.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.411.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.511.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.norm.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.83.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.438.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.365.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.12.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.438.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.393.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.213.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.232.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.153.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.49.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.339.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.10.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.269.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.26.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.125.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.16.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.277.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.400.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.205.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.354.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.314.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.499.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.22.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.485.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.422.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.292.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.181.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.2.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.501.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.392.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.111.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.346.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.295.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.334.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.406.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.261.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.93.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.144.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.272.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.501.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.412.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.120.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.390.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.418.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.325.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.332.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.229.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.91.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.85.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.185.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.215.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.123.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.57.mixer.dt_bias": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.57.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.317.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.345.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.23.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.127.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.325.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.56.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.236.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.167.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.333.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.69.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.268.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.290.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.408.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.403.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.237.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.67.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.236.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.109.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.23.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.430.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.85.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.330.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.93.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.316.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.435.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.494.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.145.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.476.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.496.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.114.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.181.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.140.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.194.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.480.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.82.norm.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.463.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.320.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.467.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.127.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.449.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.463.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.365.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.441.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.447.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.78.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.377.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.75.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.322.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.403.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.175.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.22.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.226.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.453.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.332.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.255.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.437.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.425.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.246.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.213.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.53.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.443.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.409.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.fc2_latent_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.13.mixer.conv1d.bias": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.482.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.452.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.434.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.123.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.380.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.404.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.397.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.183.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.341.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.441.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.316.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.271.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.433.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.455.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.212.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.157.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.400.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.136.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.430.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.478.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.474.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.214.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.234.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.334.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.281.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.163.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.403.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.227.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.366.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.269.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.236.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.278.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.7.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.324.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.487.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.25.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.270.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.346.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.96.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.25.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.95.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.172.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.63.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.408.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.76.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.26.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.276.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.0.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.164.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.496.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.386.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.21.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.316.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.50.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.330.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.183.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.24.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.510.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.62.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.361.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.261.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.60.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.469.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.30.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.157.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.74.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.359.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.220.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.138.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.211.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.429.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.61.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.238.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.266.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.410.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.404.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.389.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.104.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.86.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.204.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.343.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.11.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.424.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.23.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.235.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.291.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.391.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.277.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.212.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.159.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.363.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.35.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.260.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.191.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.226.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.448.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.303.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.56.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.338.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.176.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.169.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.460.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.380.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.454.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.332.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.268.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.133.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.121.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.321.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.404.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.31.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.18.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.55.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.334.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.374.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.110.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.371.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.61.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.433.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.62.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.134.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.319.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.22.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.214.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.231.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.105.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.291.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.382.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.362.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.76.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.458.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.506.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.354.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.324.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.453.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.246.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.396.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.228.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.191.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.108.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.135.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.56.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.286.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.277.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.301.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.296.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.12.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.111.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.470.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.399.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.340.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.311.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.186.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.451.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.443.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.186.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.9.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.275.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.487.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.68.mixer.D": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.71.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.510.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.375.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.382.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.172.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.492.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.329.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.419.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.98.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.128.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.262.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.65.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.181.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.90.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.230.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.489.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.23.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.159.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.92.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.11.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.60.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.192.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.298.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.304.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.35.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.23.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.303.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.429.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.506.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.190.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.430.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.91.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.138.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.176.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.471.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.370.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.447.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.208.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.356.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.496.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.174.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.403.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.333.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.111.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.127.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.311.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.345.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.509.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.474.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.123.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.404.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.334.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.417.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.260.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.352.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.339.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.94.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.265.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.410.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.323.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.63.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.155.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.249.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.20.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.353.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.156.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.139.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.430.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.454.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.117.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.152.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.380.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.207.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.142.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.139.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.214.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.334.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.80.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.184.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.504.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.216.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.214.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.184.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.362.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.335.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.152.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.509.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.497.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.314.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.404.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.48.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.87.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.391.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.395.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.393.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.29.mixer.conv1d.bias": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.500.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.fc1_latent_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.255.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.228.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.179.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.420.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.468.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.308.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.369.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.333.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.361.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.415.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.392.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.255.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.260.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.453.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.316.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.135.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.339.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.15.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.75.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.174.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.42.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.460.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.158.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.224.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.107.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.357.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.149.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.327.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.265.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.416.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.469.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.12.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.363.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.235.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.322.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.31.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.464.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.407.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.350.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.444.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.231.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.92.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.173.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.442.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.272.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.131.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.429.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.488.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.216.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.165.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.71.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.168.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.290.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.176.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.41.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.485.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.16.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.220.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.40.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.216.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.220.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.180.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.413.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.15.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.500.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.511.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.317.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.304.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.459.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.169.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.57.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.347.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.248.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.397.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.188.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.176.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.77.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.258.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.65.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.324.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.252.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.151.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.283.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.123.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.58.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.126.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.168.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.294.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.141.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.132.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.490.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.186.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.441.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.71.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.69.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.347.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.53.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.147.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.252.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.504.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.465.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.280.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.55.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.330.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.276.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.165.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.418.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.57.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.423.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.279.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.65.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.127.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.79.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.347.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.261.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.200.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.53.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.164.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.291.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.444.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.302.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.60.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.273.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.301.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.369.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.388.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.320.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.127.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.494.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.402.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.139.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.100.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.331.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.364.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.441.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.291.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.33.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.80.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.155.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.420.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.468.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.364.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.363.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.392.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.298.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.shared_experts.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.378.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.256.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.173.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.230.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.465.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.109.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.5.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.258.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.269.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.198.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.183.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.82.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.117.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.135.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.406.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.307.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.9.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.59.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.428.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.121.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.510.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.416.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.216.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.229.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.148.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.448.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.319.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.467.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.186.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.431.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.247.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.113.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.227.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.373.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.234.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.336.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.213.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.374.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.347.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.16.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.209.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.245.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.480.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.183.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.159.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.463.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.91.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.230.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.79.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.21.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.412.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.325.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.491.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.176.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.35.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.164.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.4.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.357.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.261.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.288.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.470.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.344.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.487.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.328.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.463.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.247.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.276.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.5.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.140.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.375.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.278.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.29.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.385.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.321.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.17.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.283.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.475.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.93.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.197.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.168.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.217.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.149.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.433.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.124.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.453.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.416.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.360.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.418.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.389.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.440.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.389.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.384.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.227.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.247.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.329.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.214.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.149.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.454.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.262.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.474.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.17.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.456.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.298.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.357.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.294.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.fc1_latent_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.477.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.33.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.336.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.443.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.379.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.485.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.331.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.369.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.349.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.276.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.291.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.105.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.222.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.330.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.384.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.148.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.493.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.493.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.184.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.253.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.183.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.481.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.292.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.421.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.23.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.322.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.493.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.203.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.215.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.14.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.250.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.460.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.375.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.469.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.372.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.234.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.19.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.131.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.113.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.485.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.327.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.454.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.267.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.383.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.467.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.172.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.302.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.244.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.53.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.344.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.218.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.308.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.299.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.38.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.351.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.100.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.20.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.225.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.175.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.445.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.378.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.398.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.199.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.27.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.496.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.217.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.428.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.457.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.200.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.204.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.300.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.82.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.298.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.223.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.shared_experts.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.366.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.16.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.506.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.99.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.121.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.442.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.65.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.297.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.415.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.502.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.319.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.205.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.197.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.31.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.496.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.174.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.64.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.199.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.42.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.218.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.132.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.21.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.281.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.466.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.191.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.238.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.152.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.355.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.502.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.496.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.273.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.283.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.141.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.131.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.157.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.9.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.324.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.372.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.442.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.497.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.228.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.109.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.319.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.275.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.253.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.366.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.363.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.508.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.485.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.312.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.483.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.233.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.370.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.231.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.130.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.69.mixer.o_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.209.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.222.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.248.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.9.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.189.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.163.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.370.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.375.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.123.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.128.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.474.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.142.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.343.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.465.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.228.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.199.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.272.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.331.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.180.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.336.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.68.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.418.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.197.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.407.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.209.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.gate.e_score_correction_bias": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.98.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.480.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.402.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.397.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.310.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.442.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.410.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.107.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.294.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.131.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.386.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.234.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.216.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.408.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.84.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.fc1_latent_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.42.mixer.in_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.202.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.52.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.458.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.462.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.368.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.290.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.404.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.117.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.101.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.79.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.477.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.167.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.382.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.383.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.480.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.298.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.484.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.475.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.185.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.480.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.501.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.184.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.350.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.331.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.89.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.317.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.242.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.433.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.203.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.336.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.462.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.122.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.130.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.213.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.480.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.77.mixer.dt_bias": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.310.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.292.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.111.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.148.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.423.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.409.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.496.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.500.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.107.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.430.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.201.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.72.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.55.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.89.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.425.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.350.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.73.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.464.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.88.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.54.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.110.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.243.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.407.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.115.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.216.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.331.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.317.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.fc1_latent_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.322.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.163.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.179.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.94.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.360.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.219.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.484.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.260.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.441.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.403.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.495.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.204.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.210.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.345.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.394.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.264.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.439.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.25.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.254.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.99.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.90.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.402.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.261.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.235.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.471.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.398.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.229.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.332.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.412.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.109.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.362.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.18.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.446.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.202.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.392.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.35.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.351.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.275.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.371.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.71.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.159.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.440.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.477.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.395.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.345.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.10.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.412.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.414.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.135.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.19.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.386.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.47.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.317.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.137.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.406.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.65.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.36.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.416.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.6.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.94.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.227.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.255.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.127.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.500.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.279.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.439.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.243.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.406.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.437.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.76.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.367.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.470.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.326.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.37.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.127.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.38.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.260.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.370.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.151.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.81.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.294.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.122.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.63.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.2.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.435.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.39.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.185.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.189.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.101.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.105.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.2.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.267.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.90.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.371.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.74.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.280.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.162.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.321.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.310.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.162.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.234.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.416.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.65.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.127.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.412.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.32.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.213.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.64.mixer.A_log": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.336.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.230.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.469.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.466.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.295.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.373.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.468.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.30.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.248.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.387.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.357.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.477.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.105.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.123.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.467.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.195.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.481.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.355.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.375.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.385.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.323.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.166.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.232.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.190.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.54.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.124.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.57.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.372.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.227.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.268.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.496.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.387.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.492.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.233.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.239.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.335.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.458.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.283.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.351.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.299.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.6.mixer.norm.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.261.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.235.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.403.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.96.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.5.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.16.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.431.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.327.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.208.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.276.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.13.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.21.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.487.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.296.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.118.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.282.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.376.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.467.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.295.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.68.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.106.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.390.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.197.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.448.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.456.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.502.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.274.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.323.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.61.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.10.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.268.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.118.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.136.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.73.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.261.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.114.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.3.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.281.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.382.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.506.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.415.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.74.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.203.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.58.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.18.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.9.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.262.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.361.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.184.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.423.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.431.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.358.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.69.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.237.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.130.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.125.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.399.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.96.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.118.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.249.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.379.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.390.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.447.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.456.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.42.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.73.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.208.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.169.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.282.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.150.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.271.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.158.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.382.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.329.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.345.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.486.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.287.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.244.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.413.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.266.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.218.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.312.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.413.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.265.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.126.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.65.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.62.norm.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.91.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.246.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.219.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.484.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.367.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.125.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.364.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.505.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.428.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.230.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.382.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.98.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.362.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.333.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.44.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.264.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.16.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.352.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.207.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.511.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.209.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.202.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.58.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.296.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.332.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.246.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.158.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.203.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.94.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.383.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.196.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.407.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.198.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.266.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.127.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.14.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.494.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.257.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.413.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.47.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.441.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.261.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.111.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.151.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.66.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.35.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.46.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.68.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.31.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.353.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.158.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.249.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.387.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.238.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.476.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.23.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.10.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.408.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.108.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.419.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.137.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.416.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.153.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.386.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.216.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.9.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.366.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.387.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.47.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.204.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.371.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.324.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.396.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.424.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.293.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.407.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.497.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.262.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.357.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.420.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.178.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.53.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.478.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.426.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.235.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.15.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.40.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.190.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.274.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.447.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.333.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.176.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.371.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.178.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.198.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.76.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.291.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.454.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.218.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.75.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.18.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.268.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.485.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.56.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.224.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.498.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.80.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.166.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.381.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.316.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.11.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.253.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.384.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.284.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.410.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.384.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.511.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.180.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.255.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.394.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.375.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.5.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.348.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.313.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.258.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.64.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.45.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.123.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.269.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.171.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.71.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.264.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.263.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.259.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.97.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.114.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.462.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.95.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.442.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.96.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.89.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.190.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.60.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.112.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.245.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.445.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.173.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.228.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.352.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.192.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.182.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.404.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.166.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.209.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.395.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.215.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.234.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.271.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.381.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.440.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.148.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.205.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.80.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.236.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.125.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.46.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.168.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.496.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.390.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.174.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.136.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.214.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.401.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.112.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.345.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.417.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.486.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.255.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.201.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.179.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.25.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.17.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.398.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.341.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.216.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.377.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.273.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.239.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.193.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.262.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.142.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.64.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.91.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.341.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.469.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.412.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.229.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.293.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.168.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.477.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.380.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.378.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.341.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.106.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.425.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.232.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.340.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.186.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.234.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.287.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.94.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.274.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.101.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.105.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.245.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.323.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.399.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.371.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.91.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.205.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.149.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.457.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.174.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.110.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.368.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.33.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.94.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.220.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.32.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.247.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.474.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.139.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.508.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.476.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.438.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.484.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.140.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.310.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.329.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.63.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.472.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.96.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.372.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.450.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.337.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.346.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.49.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.360.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.376.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.65.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.326.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.289.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.28.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.172.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.98.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.184.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.27.mixer.dt_bias": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.110.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.464.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.227.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.406.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.5.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.501.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.202.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.167.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.314.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.183.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.3.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.63.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.436.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.80.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.448.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.306.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.448.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.115.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.200.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.404.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.227.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.182.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.179.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.272.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.153.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.358.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.21.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.369.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.457.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.19.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.gate.e_score_correction_bias": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.124.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.409.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.330.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.66.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.218.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.47.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.376.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.190.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.181.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.324.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.shared_experts.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.351.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.154.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.315.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.147.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.424.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.377.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.465.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.454.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.105.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.154.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.349.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.294.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.192.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.126.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.233.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.161.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.311.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.492.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.191.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.336.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.306.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.91.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.460.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.369.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.53.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.1.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.341.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.139.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.169.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.321.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.234.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.80.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.199.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.501.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.184.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.474.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.343.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.424.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.505.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.187.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.153.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.194.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.272.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.168.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.456.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.374.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.50.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.49.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.226.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.441.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.88.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.416.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.385.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.136.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.204.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.114.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.370.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.195.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.35.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.414.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.419.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.5.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.484.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.117.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.257.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.387.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.39.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.498.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.179.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.426.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.314.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.323.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.428.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.367.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.336.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.160.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.358.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.305.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.211.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.426.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.313.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.185.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.80.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.312.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.181.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.210.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.428.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.8.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.416.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.79.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.223.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.502.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.190.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.11.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.381.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.5.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.318.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.220.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.111.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.238.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.299.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.70.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.264.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.497.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.402.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.162.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.443.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.386.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.17.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.192.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.271.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.409.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.483.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.484.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.393.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.382.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.211.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.267.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.363.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.292.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.349.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.488.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.377.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.269.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.444.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.331.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.97.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.150.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.416.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.395.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.123.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.gate.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.162.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.48.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.204.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.35.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.287.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.100.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.453.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.34.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.135.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.shared_experts.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.446.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.376.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.80.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.68.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.301.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.438.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.35.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.467.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.383.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.1.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.199.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.238.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.331.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.462.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.270.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.409.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.410.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.6.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.406.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.394.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.47.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.474.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.459.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.494.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.64.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.392.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.289.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.398.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.3.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.463.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.243.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.239.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.227.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.510.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.153.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.385.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.355.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.225.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.283.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.296.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.492.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.14.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.47.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.469.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.300.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.234.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.10.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.262.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.442.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.327.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.185.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.479.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.235.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.486.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.355.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.279.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.362.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.152.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.96.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.125.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.5.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.50.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.426.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.73.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.306.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.133.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.342.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.65.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.301.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.306.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.115.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.183.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.130.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.56.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.267.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.137.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.177.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.198.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.455.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.329.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.119.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.379.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.76.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.251.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.247.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.198.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.497.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.194.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.333.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.53.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.239.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.259.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.365.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.204.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.279.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.89.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.320.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.488.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.135.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.420.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.139.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.499.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.192.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.399.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.188.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.58.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.109.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.345.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.371.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.393.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.469.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.136.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.209.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.119.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.99.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.149.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.349.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.50.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.400.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.179.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.71.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.358.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.418.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.454.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.256.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.384.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.372.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.165.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.195.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.62.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.158.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.247.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.149.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.37.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.85.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.358.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.446.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.267.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.114.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.17.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.363.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.303.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.222.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.104.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.498.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.102.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.280.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.476.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.109.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.467.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.144.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.146.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.156.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.483.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.18.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.475.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.254.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.131.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.188.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.454.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.400.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.189.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.shared_experts.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.29.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.349.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.352.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.414.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.455.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.505.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.492.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.436.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.319.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.418.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.419.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.233.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.505.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.102.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.117.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.160.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.325.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.74.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.216.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.215.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.247.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.40.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.35.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.345.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.198.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.27.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.402.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.380.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.129.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.122.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.416.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.246.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.145.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.195.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.29.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.115.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.414.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.209.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.273.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.191.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.138.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.30.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.193.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.423.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.436.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.480.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.504.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.309.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.29.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.462.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.393.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.19.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.188.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.335.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.488.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.50.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.319.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.297.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.79.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.404.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.191.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.163.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.417.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.133.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.96.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.80.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.248.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.101.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.388.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.109.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.379.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.62.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.216.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.275.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.365.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.13.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.371.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.102.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.464.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.8.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.67.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.105.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.257.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.314.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.296.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.412.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.320.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.181.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.124.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.289.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.421.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.316.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.68.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.362.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.377.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.216.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.142.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.65.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.441.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.170.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.387.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.60.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.493.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.164.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.38.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.347.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.56.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.44.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.99.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.166.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.464.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.62.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.53.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.250.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.15.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.358.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.fc2_latent_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.353.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.25.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.266.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.404.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.263.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.346.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.488.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.177.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.257.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.171.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.262.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.267.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.132.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.159.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.327.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.397.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.176.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.53.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.493.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.431.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.333.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.357.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.239.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.466.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.332.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.80.mixer.D": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.224.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.394.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.116.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.141.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.468.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.504.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.478.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.306.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.467.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.487.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.302.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.159.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.194.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.448.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.133.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.433.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.161.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.113.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.326.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.306.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.194.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.118.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.199.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.177.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.481.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.17.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.263.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.481.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.475.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.349.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.373.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.9.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.203.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.81.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.139.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.149.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.407.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.110.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.266.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.251.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.143.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.383.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.197.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.273.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.230.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.346.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.204.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.500.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.490.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.320.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.163.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.201.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.477.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.467.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.158.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.112.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.150.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.109.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.104.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.369.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.307.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.178.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.9.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.487.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.105.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.133.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.353.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.93.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.371.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.101.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.236.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.357.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.75.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.356.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.205.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.241.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.59.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.144.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.255.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.343.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.128.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.423.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.34.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.57.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.38.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.406.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.275.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.144.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.447.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.89.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.369.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.233.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.462.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.455.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.332.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.277.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.29.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.435.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.303.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.110.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.312.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.388.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.485.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.98.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.328.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.323.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.308.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.483.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.264.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.470.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.430.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.280.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.193.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.211.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.373.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.29.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.195.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.42.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.138.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.76.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.421.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.181.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.414.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.22.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.124.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.227.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.449.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.379.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.235.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.298.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.329.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.463.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.29.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.237.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.493.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.363.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.40.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.498.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.238.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.155.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.330.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.250.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.48.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.501.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.11.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.431.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.128.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.417.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.215.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.45.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.479.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.483.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.358.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.341.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.130.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.231.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.301.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.174.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.60.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.351.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.78.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.436.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.365.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.55.mixer.dt_bias": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.463.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.374.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.98.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.299.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.68.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.255.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.31.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.228.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.509.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.81.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.71.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.412.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.371.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.78.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.260.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.213.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.461.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.313.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.49.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.284.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.284.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.239.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.39.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.27.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.342.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.240.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.295.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.114.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.172.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.36.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.127.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.264.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.344.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.275.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.420.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.310.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.136.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.276.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.18.mixer.in_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.275.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.1.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.313.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.55.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.253.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.215.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.508.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.489.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.412.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.287.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.218.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.301.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.211.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.502.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.48.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.2.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.379.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.35.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.221.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.324.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.282.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.332.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.370.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.440.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.341.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.16.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.88.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.26.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.214.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.292.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.4.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.77.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.360.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.142.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.175.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.379.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.256.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.368.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.274.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.54.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.402.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.501.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.170.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.476.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.266.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.206.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.183.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.180.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.4.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.111.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.375.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.86.mixer.conv1d.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.186.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.454.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.125.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.431.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.316.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.0.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.120.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.164.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.375.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.475.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.460.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.287.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.302.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.450.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.340.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.0.mixer.k_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.237.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.239.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.392.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.116.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.159.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.410.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.283.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.64.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.7.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.0.eh_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.202.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.15.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.246.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.170.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.133.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.292.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.21.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.237.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.454.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.358.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.60.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.176.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.205.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.440.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.fc2_latent_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.51.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.282.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.509.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.91.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.437.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.472.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.441.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.262.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.243.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.234.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.159.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.322.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.126.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.307.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.159.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.264.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.139.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.35.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.297.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.325.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.370.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.12.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.482.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.94.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.9.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.335.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.464.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.418.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.271.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.127.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.338.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.173.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.296.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.174.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.165.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.25.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.459.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.294.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.301.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.503.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.162.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.373.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.413.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.445.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.279.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.37.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.55.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.122.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.241.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.185.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.92.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.348.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.105.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.267.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.1.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.287.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.85.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.353.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.377.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.131.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.408.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.87.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.70.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.285.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.89.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.230.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.342.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.446.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.289.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.102.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.385.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.448.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.219.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.359.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.208.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.209.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.96.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.484.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.362.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.130.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.251.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.117.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.20.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.382.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.75.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.158.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.287.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.448.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.312.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.166.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.280.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.316.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.252.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.247.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.41.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.374.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.244.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.14.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.71.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.508.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.128.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.146.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.305.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.146.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.39.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.186.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.fc2_latent_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.362.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.96.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.188.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.172.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.62.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.364.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.428.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.479.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.165.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.44.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.289.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.115.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.373.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.73.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.143.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.371.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.208.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.42.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.108.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.350.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.509.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.233.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.397.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.143.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.176.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.385.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.127.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.437.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.306.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.487.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.456.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.311.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.414.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.192.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.258.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.455.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.192.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.408.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.492.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.343.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.508.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.401.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.151.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.387.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.507.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.72.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.452.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.471.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.217.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.440.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.492.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.152.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.208.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.16.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.361.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.280.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.31.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.510.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.396.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.101.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.175.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.459.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.106.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.500.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.306.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.170.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.276.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.303.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.155.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.504.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.255.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.102.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.29.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.159.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.271.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.277.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.53.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.317.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.72.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.139.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.205.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.435.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.225.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.161.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.382.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.358.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.196.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.392.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.449.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.154.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.233.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.11.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.71.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.453.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.185.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.87.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.329.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.281.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.149.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.122.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.120.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.173.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.491.down_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.306.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.327.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.489.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.20.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.365.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.164.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.113.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.72.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.338.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.60.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.195.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.292.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.166.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.147.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.196.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.495.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.177.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.430.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.174.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.160.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.330.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.271.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.450.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.318.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.46.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.485.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.237.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.353.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.312.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.130.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.4.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.430.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.431.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.62.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.340.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.235.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.173.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.484.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.407.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.6.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.330.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.48.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.419.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.476.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.74.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.442.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.49.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.332.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.507.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.76.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.149.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.499.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.98.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.86.mixer.dt_bias": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.14.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.474.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.435.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.351.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.286.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.63.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.155.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.81.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.457.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.228.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.261.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.149.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.24.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.482.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.90.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.78.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.33.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.419.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.452.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.294.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.246.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.45.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.117.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.186.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.210.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.132.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.198.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.228.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.492.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.206.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.421.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.294.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.23.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.0.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.392.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.115.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.442.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.32.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.249.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.279.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.473.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.14.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.53.mixer.conv1d.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.485.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.147.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.175.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.37.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.14.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.110.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.188.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.315.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.318.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.53.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.323.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.306.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.78.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.358.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.240.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.418.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.33.mixer.D": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.338.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.387.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.shared_experts.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.252.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.306.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.388.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.118.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.329.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.395.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.296.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.462.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.183.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.109.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.224.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.357.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.172.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.219.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.343.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.261.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.329.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.327.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.492.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.321.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.494.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.443.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.43.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.55.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.0.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.436.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.387.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.285.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.228.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.299.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.78.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.85.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.44.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.262.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.195.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.491.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.126.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.188.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.487.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.131.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.207.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.63.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.274.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.420.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.359.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.383.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.319.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.438.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.34.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.337.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.283.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.33.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.422.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.497.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.433.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.392.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.206.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.36.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.11.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.178.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.377.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.82.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.60.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.411.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.471.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.76.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.341.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.4.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.157.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.339.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.389.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.336.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.141.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.165.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.415.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.210.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.36.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.37.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.503.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.234.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.312.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.237.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.142.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.163.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.92.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.426.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.142.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.409.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.260.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.275.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.82.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.476.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.93.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.404.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.51.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.50.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.321.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.282.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.302.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.417.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.361.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.227.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.504.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.91.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.454.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.345.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.222.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.354.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.42.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.268.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.314.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.38.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.318.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.384.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.350.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.55.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.214.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.412.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.225.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.395.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.453.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.194.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.256.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.98.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.40.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.306.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.94.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.465.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.134.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.3.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.294.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.117.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.85.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.23.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.292.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.485.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.44.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.382.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.90.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.201.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.336.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.329.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.69.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.157.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.146.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.152.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.327.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.142.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.450.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.6.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.346.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.90.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.192.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.350.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.104.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.382.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.21.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.324.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.424.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.472.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.320.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.16.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.477.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.415.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.416.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.365.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.257.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.32.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.228.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.445.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.455.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.56.down_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.343.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.37.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.55.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.317.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.334.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.322.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.395.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.481.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.384.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.302.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.79.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.124.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.79.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.404.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.134.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.14.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.254.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.435.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.27.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.451.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.469.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.shared_experts.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.172.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.331.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.318.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.238.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.28.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.84.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.269.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.43.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.378.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.277.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.3.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.273.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.209.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.340.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.211.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.121.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.151.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.362.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.174.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.485.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.45.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.108.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.80.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.114.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.100.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.91.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.221.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.260.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.495.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.459.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.230.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.145.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.107.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.288.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.328.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.424.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.361.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.212.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.92.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.80.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.178.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.445.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.106.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.324.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.503.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.220.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.252.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.185.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.252.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.289.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.446.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.252.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.279.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.108.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.343.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.187.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.226.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.240.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.130.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.293.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.443.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.315.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.44.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.75.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.510.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.59.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.7.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.387.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.456.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.325.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.165.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.384.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.258.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.462.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.409.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.277.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.507.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.184.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.484.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.201.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.479.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.239.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.86.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.72.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.170.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.271.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.111.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.495.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.220.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.13.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.201.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.287.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.23.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.345.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.272.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.421.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.436.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.65.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.102.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.459.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.478.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.30.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.26.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.244.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.201.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.200.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.172.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.97.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.183.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.147.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.56.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.315.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.131.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.111.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.361.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.105.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.331.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.181.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.63.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.38.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.44.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.334.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.270.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.255.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.340.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.445.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.336.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.271.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.321.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.130.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.418.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.120.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.365.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.402.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.491.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.459.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.403.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.409.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.198.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.173.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.307.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.492.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.60.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.282.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.294.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.500.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.130.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.409.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.85.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.77.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.126.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.130.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.401.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.108.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.106.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.54.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.136.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.276.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.506.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.421.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.324.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.343.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.273.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.473.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.102.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.131.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.271.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.265.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.99.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.91.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.456.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.141.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.230.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.438.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.21.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.141.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.333.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.335.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.489.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.102.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.468.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.378.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.43.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.383.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.430.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.347.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.220.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.195.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.352.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.473.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.12.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.127.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.161.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.259.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.140.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.215.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.101.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.111.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.187.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.479.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.476.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.138.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.162.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.142.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.495.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.360.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.427.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.454.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.192.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.90.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.12.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.254.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.423.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.53.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.418.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.196.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.158.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.25.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.411.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.59.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.234.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.306.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.93.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.38.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.288.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.304.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.341.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.93.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.427.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.461.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.244.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.351.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.177.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.134.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.232.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.196.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.387.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.480.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.37.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.270.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.221.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.397.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.95.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.142.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.459.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.388.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.116.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.307.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.197.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.110.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.502.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.361.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.448.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.402.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.356.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.230.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.44.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.509.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.20.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.479.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.265.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.472.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.205.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.252.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.96.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.150.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.118.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.200.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.444.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.344.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.445.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.247.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.9.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.300.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.483.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.286.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.104.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.41.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.180.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.363.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.112.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.138.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.275.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.48.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.189.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.306.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.290.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.373.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.324.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.483.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.276.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.164.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.490.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.193.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.480.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.393.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.113.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.306.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.467.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.486.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.80.mixer.conv1d.bias": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.286.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.255.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.395.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.221.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.322.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.220.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.9.mixer.in_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.503.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.468.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.352.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.305.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.317.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.279.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.120.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.406.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.271.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.212.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.350.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.313.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.46.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.267.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.218.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.94.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.475.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.434.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.510.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.447.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.423.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.120.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.424.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.175.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.447.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.126.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.2.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.320.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.317.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.457.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.461.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.14.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.63.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.254.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.222.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.145.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.16.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.99.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.477.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.285.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.223.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.217.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.487.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.447.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.88.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.239.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.478.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.4.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.503.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.75.mixer.A_log": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.174.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.203.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.110.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.394.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.126.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.406.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.484.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.63.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.304.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.414.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.471.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.437.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.283.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.157.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.134.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.424.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.72.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.145.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.276.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.145.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.339.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.267.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.299.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.257.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.342.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.28.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.292.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.106.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.421.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.266.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.374.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.387.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.19.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.55.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.206.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.158.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.31.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.69.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.39.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.483.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.188.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.263.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.46.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.258.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.257.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.375.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.104.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.275.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.328.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.71.mixer.out_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.307.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.87.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.144.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.164.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.144.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.141.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.320.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.121.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.245.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.200.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.101.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.395.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.62.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.216.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.254.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.170.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.225.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.42.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.270.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.117.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.193.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.473.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.462.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.143.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.238.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.282.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.427.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.405.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.113.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.154.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.184.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.64.mixer.conv1d.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.155.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.502.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.411.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.25.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.450.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.333.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.367.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.493.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.139.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.444.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.49.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.504.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.362.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.158.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.453.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.453.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.387.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.151.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.341.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.152.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.281.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.337.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.477.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.412.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.471.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.270.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.447.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.321.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.55.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.292.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.18.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.382.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.373.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.442.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.187.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.116.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.239.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.464.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.88.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.68.mixer.conv1d.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.382.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.173.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.4.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.450.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.405.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.462.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.506.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.214.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.166.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.392.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.261.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.215.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.39.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.178.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.15.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.112.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.112.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.187.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.2.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.188.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.380.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.147.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.150.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.437.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.35.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.72.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.310.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.395.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.296.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.419.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.498.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.171.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.111.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.38.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.50.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.341.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.0.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.480.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.211.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.157.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.229.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.405.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.238.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.250.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.125.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.504.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.6.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.266.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.281.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.357.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.223.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.70.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.171.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.85.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.308.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.412.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.169.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.127.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.160.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.318.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.434.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.361.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.511.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.234.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.276.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.347.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.487.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.471.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.116.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.252.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.267.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.73.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.197.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.171.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.477.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.451.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.45.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.265.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.267.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.293.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.5.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.124.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.126.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.206.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.223.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.190.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.107.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.365.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.120.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.153.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.401.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.381.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.301.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.195.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.322.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.463.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.438.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.17.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.506.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.122.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.297.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.388.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.61.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.428.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.303.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.126.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.44.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.231.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.502.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.321.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.466.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.490.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.393.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.47.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.5.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.273.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.280.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.475.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.301.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.106.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.62.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.282.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.141.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.350.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.120.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.228.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.343.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.328.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.52.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.385.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.458.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.348.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.501.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.12.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.218.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.263.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.64.mixer.dt_bias": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.419.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.248.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.287.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.411.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.25.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.395.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.345.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.413.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.92.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.89.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.248.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.190.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.311.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.5.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.483.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.138.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.120.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.255.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.337.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.200.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.440.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.128.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.277.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.124.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.68.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.121.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.450.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.242.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.150.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.298.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.24.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.421.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.168.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.254.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.287.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.370.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.163.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.4.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.61.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.472.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.383.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.191.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.164.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.409.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.265.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.229.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.411.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.280.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.511.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.479.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.148.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.405.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.5.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.174.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.59.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.32.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.402.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.101.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.183.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.326.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.117.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.465.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.1.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.265.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.291.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.218.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.266.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.20.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.344.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.281.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.398.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.78.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.56.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.504.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.495.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.263.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.338.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.428.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.461.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.251.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.381.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.202.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.44.mixer.conv1d.bias": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.220.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.276.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.293.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.65.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.190.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.148.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.499.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.16.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.465.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.123.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.195.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.13.mixer.in_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.246.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.28.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.217.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.83.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.73.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.325.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.5.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.59.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.148.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.169.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.281.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.420.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.374.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.368.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.385.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.264.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.163.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.105.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.336.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.34.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.453.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.277.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.147.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.139.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.96.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.gate.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.68.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.492.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.303.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.499.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.458.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.484.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.281.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.178.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.71.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.121.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.201.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.193.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.120.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.439.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.223.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.275.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.354.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.464.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.133.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.240.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.455.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.59.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.230.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.137.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.107.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.464.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.77.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.509.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.302.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.400.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.329.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.33.mixer.conv1d.bias": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.202.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.340.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.274.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.245.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.163.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.100.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.420.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.33.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.406.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.52.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.260.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.134.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.424.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.189.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.262.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.395.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.392.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.156.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.452.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.74.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.507.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.372.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.245.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.291.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.282.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.469.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.11.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.479.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.459.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.486.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.24.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.186.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.277.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.180.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.147.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.192.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.411.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.76.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.263.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.393.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.226.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.166.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.128.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.249.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.24.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.76.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.290.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.74.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.116.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.287.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.200.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.479.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.180.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.204.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.385.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.408.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.5.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.372.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.411.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.471.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.261.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.100.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.318.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.246.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.476.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.109.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.457.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.437.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.487.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.288.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.411.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.58.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.478.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.254.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.443.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.254.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.426.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.187.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.113.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.82.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.473.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.236.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.424.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.62.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.224.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.16.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.187.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.36.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.93.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.250.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.146.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.311.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.402.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.220.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.481.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.389.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.35.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.457.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.174.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.242.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.174.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.268.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.2.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.344.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.121.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.340.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.343.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.49.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.424.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.173.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.142.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.237.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.143.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.19.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.190.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.244.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.461.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.388.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.94.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.361.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.158.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.130.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.444.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.227.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.244.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.185.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.13.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.257.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.502.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.166.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.359.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.204.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.365.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.348.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.245.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.328.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.474.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.338.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.508.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.325.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.100.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.324.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.428.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.173.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.490.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.477.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.222.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.339.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.490.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.448.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.25.norm.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.217.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.297.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.320.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.237.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.461.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.234.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.145.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.384.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.156.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.212.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.472.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.241.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.228.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.368.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.312.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.493.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.474.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.175.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.241.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.428.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.300.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.365.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.458.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.60.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.508.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.212.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.64.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.398.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.252.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.218.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.31.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.322.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.149.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.390.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.shared_experts.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.42.norm.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.7.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.275.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.275.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.48.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.150.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.428.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.465.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.489.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.373.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.340.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.432.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.449.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.209.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.237.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.18.mixer.conv1d.bias": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.216.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.333.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.313.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.234.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.66.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.145.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.397.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.203.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.375.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.491.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.158.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.102.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.98.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.496.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.471.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.413.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.211.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.73.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.209.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.362.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.479.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.264.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.291.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.282.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.244.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.174.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.416.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.215.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.350.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.495.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.108.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.171.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.172.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.211.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.419.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.466.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.51.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.119.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.320.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.434.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.2.mixer.dt_bias": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.259.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.71.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.206.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.206.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.396.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.229.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.339.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.155.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.71.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.212.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.403.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.424.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.118.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.27.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.239.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.476.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.450.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.236.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.490.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.345.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.231.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.138.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.59.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.492.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.431.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.70.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.87.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.411.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.469.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.327.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.285.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.300.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.42.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.407.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.80.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.429.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.159.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.70.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.227.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.243.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.199.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.396.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.323.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.138.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.126.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.gate.e_score_correction_bias": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.108.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.72.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.2.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.320.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.510.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.345.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.296.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.133.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.6.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.328.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.183.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.433.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.269.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.413.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.439.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.508.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.205.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.266.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.2.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.503.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.272.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.206.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.293.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.23.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.121.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.246.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.210.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.161.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.296.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.318.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.106.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.93.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.326.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.307.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.213.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.125.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.27.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.167.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.42.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.147.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.349.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.46.norm.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.86.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.364.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.300.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.236.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.38.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.89.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.178.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.181.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.164.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.170.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.494.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.337.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.338.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.416.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.500.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.67.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.203.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.255.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.182.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.60.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.190.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.176.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.345.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.410.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.135.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.257.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.225.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.56.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.407.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.450.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.451.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.467.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.397.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.392.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.92.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.436.down_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.108.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.157.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.254.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.421.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.318.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.349.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.269.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.242.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.181.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.478.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.122.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.336.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.485.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.120.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.137.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.470.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.113.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.201.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.362.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.235.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.128.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.99.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.30.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.250.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.37.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.253.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.187.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.63.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.248.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.103.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.436.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.94.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.38.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.159.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.491.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.75.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.161.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.438.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.298.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.111.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.326.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.381.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.109.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.239.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.455.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.453.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.50.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.397.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.447.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.25.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.276.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.317.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.201.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.35.mixer.norm.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.236.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.347.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.365.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.411.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.362.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.104.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.419.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.140.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.251.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.gate.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.391.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.123.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.250.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.80.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.196.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.453.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.359.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.351.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.201.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.468.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.66.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.412.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.382.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.186.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.222.up_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.324.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.147.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.194.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.263.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.305.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.45.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.64.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.8.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.402.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.97.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.314.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.495.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.27.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.207.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.483.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.74.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.322.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.299.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.372.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.491.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.402.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.341.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.52.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.336.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.297.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.101.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.329.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.111.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.270.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.469.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.141.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.237.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.198.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.364.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.419.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.70.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.246.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.366.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.157.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.503.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.78.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.306.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.404.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.143.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.497.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.505.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.478.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.315.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.354.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.494.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.459.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.256.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.108.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.150.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.2.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.339.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.129.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.200.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.94.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.181.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.87.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.107.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.302.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.60.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.23.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.445.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.8.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.472.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.91.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.26.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.28.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.506.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.305.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.289.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.511.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.406.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.186.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.186.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.390.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.491.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.122.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.114.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.223.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.487.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.224.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.42.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.372.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.134.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.324.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.295.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.263.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.8.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.420.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.68.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.485.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.163.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.184.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.348.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.429.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.309.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.461.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.341.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.418.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.452.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.49.norm.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.283.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.393.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.435.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.356.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.498.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.436.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.7.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.68.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.357.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.36.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.409.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.308.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.11.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.478.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.102.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.339.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.473.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.229.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.405.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.319.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.182.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.26.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.383.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.323.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.341.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.206.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.352.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.250.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.493.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.324.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.237.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.52.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.220.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.411.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.361.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.428.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.233.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.478.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.313.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.424.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.387.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.143.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.42.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.391.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.18.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.216.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.407.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.70.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.139.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.141.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.51.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.270.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.345.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.126.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.386.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.28.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.116.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.88.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.465.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.311.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.18.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.29.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.65.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.210.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.224.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.51.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.181.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.79.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.391.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.321.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.135.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.170.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.175.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.101.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.18.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.83.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.127.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.145.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.144.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.134.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.168.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.459.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.208.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.107.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.351.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.498.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.348.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.25.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.499.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.473.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.287.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.213.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.275.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.8.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.383.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.190.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.269.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.96.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.222.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.351.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.404.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.457.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.318.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.102.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.220.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.222.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.155.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.norm.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.19.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.355.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.249.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.33.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.64.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.168.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.355.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.367.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.229.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.312.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.445.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.444.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.385.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.413.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.181.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.239.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.162.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.146.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.247.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.280.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.193.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.247.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.409.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.135.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.56.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.222.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.25.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.438.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.173.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.43.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.75.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.11.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.316.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.115.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.38.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.303.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.479.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.341.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.221.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.243.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.133.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.389.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.91.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.501.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.81.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.475.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.229.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.9.mixer.A_log": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.390.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.6.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.226.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.230.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.90.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.101.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.24.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.373.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.382.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.306.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.467.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.271.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.231.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.237.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.99.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.463.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.145.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.505.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.315.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.103.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.26.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.409.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.199.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.41.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.259.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.271.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.91.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.241.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.3.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.120.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.10.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.289.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.90.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.172.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.3.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.465.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.419.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.46.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.3.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.501.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.376.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.320.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.253.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.norm.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.285.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.110.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.496.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.169.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.55.mixer.conv1d.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.161.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.273.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.426.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.302.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.184.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.302.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.141.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.131.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.219.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.482.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.23.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.388.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.379.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.428.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.497.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.234.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.86.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.33.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.119.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.462.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.454.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.435.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.471.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.122.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.477.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.446.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.170.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.206.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.448.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.418.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.212.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.407.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.444.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.226.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.133.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.94.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.125.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.511.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.202.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.394.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.429.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.78.mixer.q_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.391.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.398.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.193.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.263.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.392.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.20.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.326.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.414.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.208.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.429.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.464.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.75.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.394.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.175.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.93.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.457.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.479.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.208.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.280.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.1.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.301.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.276.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.199.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.128.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.500.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.207.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.292.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.469.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.234.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.98.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.407.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.172.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.248.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.72.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.380.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.364.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.352.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.67.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.14.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.481.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.391.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.150.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.477.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.316.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.237.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.56.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.180.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.44.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.398.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.439.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.364.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.409.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.156.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.371.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.316.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.43.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.497.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.shared_experts.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.480.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.105.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.36.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.509.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.15.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.366.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.11.mixer.conv1d.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.477.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.369.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.180.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.362.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.372.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.402.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.259.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.37.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.265.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.111.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.128.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.303.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.448.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.441.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.440.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.386.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.159.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.74.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.135.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.492.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.502.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.38.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.278.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.146.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.380.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.35.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.507.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.136.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.406.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.278.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.394.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.36.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.259.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.387.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.333.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.193.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.355.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.356.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.306.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.428.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.94.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.128.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.415.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.399.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.106.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.371.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.309.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.199.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.164.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.243.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.123.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.266.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.465.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.391.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.423.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.4.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.142.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.22.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.461.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.291.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.385.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.53.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.475.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.192.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.418.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.383.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.509.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.1.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.222.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.215.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.118.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.295.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.459.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.174.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.458.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.288.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.300.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.425.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.46.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.194.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.367.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.212.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.156.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.352.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.281.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.40.mixer.D": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.449.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.237.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.350.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.434.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.493.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.73.norm.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.212.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.2.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.59.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.432.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.252.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.478.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.207.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.391.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.319.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.423.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.310.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.122.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.452.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.311.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.50.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.195.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.278.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.209.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.182.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.8.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.28.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.437.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.145.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.405.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.fc2_latent_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.80.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.295.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.436.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.148.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.175.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.329.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.253.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.490.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.438.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.fc2_latent_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.207.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.226.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.395.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.307.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.317.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.87.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.155.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.21.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.11.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.349.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.56.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.363.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.137.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.201.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.134.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.114.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.479.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.236.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.503.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.197.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.448.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.362.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.383.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.270.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.489.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.265.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.116.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.443.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.18.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.313.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.60.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.293.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.263.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.489.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.481.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.239.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.264.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.168.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.46.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.115.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.348.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.127.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.309.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.223.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.432.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.33.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.146.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.230.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.43.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.137.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.82.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.429.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.14.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.487.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.100.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.72.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.181.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.111.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.31.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.239.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.407.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.423.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.201.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.2.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.52.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.360.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.318.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.129.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.309.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.481.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.428.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.96.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.342.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.415.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.12.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.156.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.gate.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.224.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.403.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.87.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.426.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.61.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.205.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.243.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.209.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.20.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.365.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.114.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.188.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.434.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.511.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.155.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.207.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.210.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.494.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.59.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.206.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.200.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.194.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.148.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.129.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.43.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.346.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.97.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.126.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.325.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.253.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.507.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.477.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.32.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.119.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.195.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.128.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.452.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.326.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.415.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.275.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.278.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.202.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.75.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.405.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.198.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.130.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.389.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.361.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.360.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.164.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.187.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.263.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.91.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.5.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.43.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.173.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.451.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.388.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.466.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.44.mixer.norm.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.32.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.199.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.366.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.143.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.446.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.115.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.184.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.9.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.132.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.316.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.189.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.458.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.123.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.200.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.90.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.195.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.297.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.6.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.282.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.449.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.406.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.203.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.120.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.175.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.19.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.226.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.347.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.233.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.478.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.194.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.41.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.174.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.76.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.25.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.162.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.192.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.5.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.294.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.278.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.244.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.327.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.492.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.9.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.43.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.134.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.140.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.367.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.214.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.178.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.253.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.63.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.189.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.57.mixer.conv1d.bias": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.161.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.407.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.113.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.391.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.29.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.99.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.118.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.419.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.199.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.96.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.28.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.53.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.336.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.167.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.374.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.307.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.302.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.118.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.29.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.254.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.163.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.341.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.61.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.386.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.273.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.510.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.13.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.203.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.236.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.fc1_latent_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.167.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.112.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.89.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.1.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.365.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.396.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.129.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.52.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.64.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.65.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.467.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.64.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.21.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.377.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.477.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.263.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.401.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.110.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.304.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.200.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.252.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.484.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.311.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.448.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.128.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.219.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.327.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.20.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.478.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.119.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.143.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.8.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.486.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.486.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.455.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.322.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.443.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.74.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.7.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.431.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.161.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.121.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.243.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.52.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.391.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.50.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.489.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.62.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.288.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.351.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.235.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.498.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.401.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.465.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.158.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.228.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.340.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.27.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.shared_experts.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.391.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.243.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.436.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.358.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.195.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.248.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.437.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.97.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.386.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.384.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.271.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.117.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.279.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.216.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.485.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.235.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.267.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.111.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.241.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.342.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.49.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.331.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.168.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.260.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.482.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.463.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.399.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.105.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.286.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.72.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.68.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.269.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.307.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.106.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.495.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.35.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.293.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.18.norm.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.405.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.73.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.173.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.343.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.402.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.108.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.340.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.289.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.262.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.367.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.42.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.79.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.383.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.28.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.394.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.190.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.224.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.359.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.88.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.13.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.322.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.57.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.217.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.336.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.352.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.407.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.449.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.159.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.272.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.426.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.49.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.423.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.23.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.419.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.323.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.412.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.219.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.62.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.504.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.504.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.416.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.370.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.305.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.103.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.475.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.314.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.359.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.286.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.347.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.169.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.63.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.263.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.77.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.172.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.292.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.110.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.194.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.390.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.40.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.352.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.138.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.58.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.158.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.32.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.258.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.165.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.185.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.139.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.81.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.466.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.303.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.135.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.447.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.347.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.103.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.73.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.113.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.66.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.fc2_latent_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.201.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.439.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.386.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.224.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.335.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.109.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.33.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.298.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.455.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.58.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.107.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.256.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.429.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.466.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.504.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.145.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.118.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.346.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.46.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.218.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.405.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.274.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.439.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.134.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.510.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.507.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.479.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.441.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.129.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.145.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.281.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.462.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.302.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.344.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.409.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.178.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.36.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.168.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.388.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.152.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.473.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.182.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.27.mixer.out_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.478.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.65.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.511.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.135.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.435.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.330.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.329.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.491.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.433.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.212.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.496.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.495.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.107.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.496.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.302.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.107.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.336.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.131.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.134.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.70.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.361.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.420.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.127.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.262.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.457.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.374.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.302.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.164.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.233.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.82.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.18.mixer.norm.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.161.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.239.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.162.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.510.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.195.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.35.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.186.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.386.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.442.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.154.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.196.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.230.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.480.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.184.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.241.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.499.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.228.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.470.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.373.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.298.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.438.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.264.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.284.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.345.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.177.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.499.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.110.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.62.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.423.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.148.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.449.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.147.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.44.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.92.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.263.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.254.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.484.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.98.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.122.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.213.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.432.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.501.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.388.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.326.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.308.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.299.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.246.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.162.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.430.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.399.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.128.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.286.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.112.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.47.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.340.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.410.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.404.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.87.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.11.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.73.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.334.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.253.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.141.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.232.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.313.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.161.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.92.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.353.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.132.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.0.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.372.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.166.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.97.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.232.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.431.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.450.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.208.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.76.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.434.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.425.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.62.mixer.A_log": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.502.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.447.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.308.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.431.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.369.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.191.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.47.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.155.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.271.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.418.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.367.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.219.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.309.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.331.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.316.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.117.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.172.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.286.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.174.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.491.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.457.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.485.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.165.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.184.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.46.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.14.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.107.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.425.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.258.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.31.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.302.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.45.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.230.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.225.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.2.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.17.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.505.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.276.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.187.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.265.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.510.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.380.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.407.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.240.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.11.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.57.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.67.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.367.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.123.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.173.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.313.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.260.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.327.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.143.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.487.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.129.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.91.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.120.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.310.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.130.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.272.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.411.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.335.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.220.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.174.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.273.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.220.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.184.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.367.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.455.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.273.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.69.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.373.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.245.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.54.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.358.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.203.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.396.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.232.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.130.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.15.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.265.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.223.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.296.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.297.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.207.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.502.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.83.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.236.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.7.mixer.v_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.96.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.89.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.279.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.109.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.78.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.15.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.462.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.492.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.258.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.154.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.227.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.84.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.72.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.15.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.99.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.222.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.375.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.440.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.480.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.264.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.119.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.283.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.477.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.99.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.186.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.470.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.360.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.140.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.154.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.75.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.71.mixer.dt_bias": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.173.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.265.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.241.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.363.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.158.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.313.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.202.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.56.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.400.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.78.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.270.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.505.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.408.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.39.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.321.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.126.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.267.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.399.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.391.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.447.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.305.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.30.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.85.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.372.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.250.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.365.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.242.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.35.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.41.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.4.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.477.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.338.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.378.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.417.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.103.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.346.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.7.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.157.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.498.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.501.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.189.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.312.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.273.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.289.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.305.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.356.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.83.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.235.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.434.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.210.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.477.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.17.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.280.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.492.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.154.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.478.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.434.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.82.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.289.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.288.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.22.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.234.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.355.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.343.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.435.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.23.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.128.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.271.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.237.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.233.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.170.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.472.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.472.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.22.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.471.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.76.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.2.mixer.conv1d.bias": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.241.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.137.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.410.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.31.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.442.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.245.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.316.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.135.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.2.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.450.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.453.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.312.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.452.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.133.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.507.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.484.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.481.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.189.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.449.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.309.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.260.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.36.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.449.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.444.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.88.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.121.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.230.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.342.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.75.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.460.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.358.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.298.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.198.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.252.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.485.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.358.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.284.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.246.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.497.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.2.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.336.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.428.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.77.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.26.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.51.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.254.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.465.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.20.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.163.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.379.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.330.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.405.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.473.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.242.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.shared_experts.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.20.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.380.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.192.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.423.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.491.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.69.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.123.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.175.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.63.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.1.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.177.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.62.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.108.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.436.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.377.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.168.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.351.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.498.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.318.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.75.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.308.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.249.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.333.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.170.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.53.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.288.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.441.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.313.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.131.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.453.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.86.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.491.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.440.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.149.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.13.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.257.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.266.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.257.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.8.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.245.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.216.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.353.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.294.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.224.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.93.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.352.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.306.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.340.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.15.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.395.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.319.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.447.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.13.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.156.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.11.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.125.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.127.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.486.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.395.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.348.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.402.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.29.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.416.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.390.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.57.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.362.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.26.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.466.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.470.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.423.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.258.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.87.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.77.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.432.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.123.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.486.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.396.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.301.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.191.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.262.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.77.mixer.norm.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.230.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.98.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.317.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.326.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.247.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.292.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.25.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.392.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.6.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.260.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.203.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.319.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.158.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.gate.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.55.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.507.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.128.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.376.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.505.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.409.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.511.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.361.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.149.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.210.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.335.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.459.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.22.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.120.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.429.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.66.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.416.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.40.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.27.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.48.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.109.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.197.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.331.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.182.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.356.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.241.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.73.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.352.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.257.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.7.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.368.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.380.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.27.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.173.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.248.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.417.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.477.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.61.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.275.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.220.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.485.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.161.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.120.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.417.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.364.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.278.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.209.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.46.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.358.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.417.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.491.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.402.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.276.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.376.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.268.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.464.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.404.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.285.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.351.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.138.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.510.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.336.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.423.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.272.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.247.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.496.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.402.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.267.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.6.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.158.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.425.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.456.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.197.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.400.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.169.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.369.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.442.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.55.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.36.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.126.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.20.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.462.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.12.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.336.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.16.mixer.v_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.243.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.335.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.128.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.124.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.101.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.6.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.2.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.236.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.241.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.418.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.233.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.183.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.47.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.477.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.427.up_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.127.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.149.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.88.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.18.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.63.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.347.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.442.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.259.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.240.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.493.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.435.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.500.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.264.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.206.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.325.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.294.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.223.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.468.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.453.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.443.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.170.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.268.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.164.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.425.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.356.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.123.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.308.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.99.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.343.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.33.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.45.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.488.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.gate.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.131.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.436.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.149.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.450.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.106.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.222.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.438.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.239.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.460.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.116.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.240.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.63.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.273.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.6.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.308.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.231.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.403.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.119.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.437.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.365.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.497.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.55.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.102.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.264.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.132.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.318.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.230.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.19.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.402.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.339.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.8.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.374.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.206.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.470.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.359.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.448.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.16.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.142.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.36.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.300.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.372.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.120.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.505.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.400.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.167.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.424.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.225.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.282.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.283.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.115.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.169.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.313.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.116.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.371.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.372.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.69.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.241.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.123.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.174.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.29.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.114.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.117.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.341.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.89.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.193.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.400.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.94.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.46.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.33.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.300.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.92.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.389.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.49.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.286.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.275.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.431.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.373.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.371.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.142.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.127.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.297.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.361.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.495.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.23.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.355.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.363.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.299.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.87.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.266.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.344.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.286.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.1.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.293.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.128.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.220.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.246.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.58.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.118.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.409.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.409.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.16.norm.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.159.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.156.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.137.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.394.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.491.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.98.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.448.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.478.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.294.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.408.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.373.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.430.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.42.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.5.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.156.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.246.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.169.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.382.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.210.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.291.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.349.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.359.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.131.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.487.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.122.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.300.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.186.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.304.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.406.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.8.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.231.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.472.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.206.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.46.mixer.norm.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.193.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.382.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.49.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.76.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.265.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.160.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.143.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.148.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.157.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.195.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.94.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.20.mixer.A_log": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.393.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.66.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.149.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.177.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.489.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.87.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.110.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.506.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.138.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.226.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.95.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.398.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.3.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.340.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.35.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.261.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.0.norm.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.88.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.455.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.188.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.7.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.207.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.215.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.288.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.493.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.181.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.66.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.127.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.356.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.114.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.85.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.425.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.146.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.362.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.23.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.71.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.120.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.413.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.502.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.gate.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.254.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.403.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.508.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.270.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.42.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.322.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.489.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.93.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.14.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.243.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.35.mixer.out_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.209.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.438.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.257.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.132.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.502.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.358.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.233.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.446.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.141.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.343.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.256.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.75.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.419.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.208.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.377.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.253.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.345.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.193.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.351.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.240.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.19.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.371.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.241.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.240.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.41.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.392.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.166.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.326.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.247.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.244.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.4.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.202.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.256.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.366.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.185.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.296.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.311.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.207.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.422.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.181.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.221.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.497.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.423.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.432.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.105.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.218.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.191.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.147.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.158.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.202.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.442.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.181.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.219.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.369.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.178.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.283.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.136.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.172.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.193.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.506.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.461.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.167.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.46.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.325.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.439.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.170.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.362.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.452.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.207.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.296.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.339.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.333.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.479.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.219.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.505.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.226.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.360.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.395.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.439.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.496.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.341.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.193.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.48.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.280.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.414.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.43.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.491.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.334.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.152.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.443.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.198.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.457.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.292.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.74.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.29.mixer.dt_bias": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.381.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.490.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.72.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.284.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.461.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.268.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.144.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.165.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.74.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.279.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.140.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.154.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.54.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.344.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.469.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.222.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.259.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.361.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.279.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.216.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.65.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.360.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.304.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.50.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.498.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.26.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.253.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.51.mixer.conv1d.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.318.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.308.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.175.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.473.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.443.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.72.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.148.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.284.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.399.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.201.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.355.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.296.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.492.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.80.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.452.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.476.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.326.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.164.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.452.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.479.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.326.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.470.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.77.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.31.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.312.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.402.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.47.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.289.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.388.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.424.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.381.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.196.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.79.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.167.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.83.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.264.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.392.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.374.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.46.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.350.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.283.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.163.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.278.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.312.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.73.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.289.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.128.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.262.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.237.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.490.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.310.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.360.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.136.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.17.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.369.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.380.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.55.mixer.conv1d.bias": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.31.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.376.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.81.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.434.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.80.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.44.norm.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.139.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.448.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.391.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.494.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.211.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.43.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.70.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.150.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.0.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.396.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.360.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.448.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.271.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.154.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.238.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.253.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.492.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.372.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.81.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.403.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.26.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.277.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.451.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.458.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.27.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.145.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.400.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.252.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.396.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.443.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.154.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.108.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.329.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.415.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.330.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.350.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.310.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.136.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.94.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.22.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.395.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.27.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.24.mixer.out_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.199.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.225.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.41.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.359.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.134.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.493.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.302.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.157.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.386.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.250.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.126.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.315.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.336.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.206.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.269.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.330.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.197.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.497.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.469.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.369.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.0.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.157.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.240.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.239.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.328.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.494.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.34.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.395.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.68.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.417.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.62.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.234.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.479.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.101.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.100.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.173.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.422.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.87.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.396.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.445.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.477.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.142.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.55.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.217.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.383.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.229.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.236.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.460.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.44.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.22.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.140.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.386.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.264.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.0.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.385.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.70.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.353.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.276.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.209.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.195.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.373.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.28.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.14.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.82.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.239.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.438.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.324.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.11.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.167.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.211.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.152.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.109.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.411.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.344.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.466.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.353.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.19.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.52.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.53.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.147.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.55.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.145.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.308.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.140.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.13.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.25.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.352.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.195.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.15.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.142.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.497.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.122.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.160.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.1.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.17.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.257.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.371.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.89.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.437.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.311.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.432.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.37.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.412.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.374.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.439.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.495.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.201.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.89.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.424.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.509.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.232.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.214.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.447.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.290.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.371.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.213.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.345.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.372.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.287.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.290.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.146.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.398.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.44.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.239.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.311.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.425.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.245.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.156.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.282.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.169.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.493.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.337.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.335.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.259.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.58.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.479.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.292.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.263.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.104.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.10.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.227.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.300.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.74.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.508.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.1.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.272.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.417.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.397.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.36.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.213.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.226.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.334.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.83.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.319.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.507.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.312.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.169.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.349.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.207.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.113.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.391.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.446.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.21.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.412.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.438.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.416.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.148.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.317.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.32.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.59.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.255.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.352.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.254.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.81.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.503.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.274.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.462.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.138.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.362.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.159.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.355.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.408.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.116.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.423.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.339.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.182.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.149.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.106.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.105.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.175.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.305.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.342.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.318.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.472.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.212.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.170.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.28.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.461.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.123.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.481.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.149.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.25.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.70.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.117.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.19.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.451.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.244.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.399.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.81.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.281.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.310.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.225.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.183.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.256.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.119.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.381.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.379.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.487.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.201.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.338.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.shared_experts.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.389.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.452.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.453.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.295.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.77.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.320.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.113.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.262.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.180.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.462.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.103.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.175.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.222.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.469.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.380.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.358.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.434.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.268.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.508.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.447.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.43.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.503.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.156.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.8.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.200.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.18.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.431.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.479.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.57.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.88.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.252.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.186.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.336.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.249.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.426.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.108.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.78.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.402.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.399.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.308.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.290.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.87.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.385.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.195.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.82.mixer.conv1d.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.317.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.10.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.229.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.461.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.205.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.44.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.259.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.405.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.58.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.315.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.142.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.206.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.502.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.439.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.92.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.110.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.231.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.240.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.472.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.127.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.52.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.433.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.207.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.161.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.187.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.382.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.481.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.181.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.133.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.454.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.265.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.332.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.197.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.440.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.363.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.111.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.139.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.143.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.156.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.141.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.0.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.208.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.163.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.2.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.185.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.136.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.466.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.467.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.229.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.400.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.73.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.35.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.429.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.127.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.335.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.503.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.211.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.50.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.194.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.2.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.411.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.457.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.382.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.389.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.32.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.324.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.291.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.59.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.66.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.85.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.217.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.511.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.219.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.138.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.436.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.112.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.gate.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.265.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.288.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.165.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.263.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.232.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.164.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.405.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.79.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.35.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.379.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.131.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.277.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.356.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.341.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.10.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.183.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.195.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.76.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.439.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.17.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.56.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.243.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.157.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.50.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.86.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.389.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.259.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.51.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.428.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.487.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.409.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.184.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.321.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.300.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.339.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.325.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.29.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.320.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.86.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.257.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.76.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.418.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.495.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.332.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.79.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.149.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.333.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.452.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.182.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.51.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.77.mixer.conv1d.bias": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.311.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.383.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.267.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.236.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.468.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.72.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.507.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.291.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.486.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.432.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.479.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.264.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.84.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.1.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.107.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.363.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.347.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.77.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.54.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.336.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.138.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.321.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.69.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.28.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.421.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.378.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.354.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.369.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.413.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.236.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.21.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.22.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.508.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.53.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.187.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.58.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.78.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.150.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.99.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.385.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.433.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.21.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.32.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.428.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.401.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.127.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.386.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.112.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.499.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.117.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.358.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.102.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.28.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.147.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.349.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.439.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.499.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.283.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.327.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.439.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.210.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.47.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.40.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.403.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.232.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.194.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.391.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.499.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.311.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.445.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.231.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.407.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.249.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.294.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.39.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.346.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.349.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.502.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.303.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.269.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.308.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.27.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.172.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.235.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.339.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.54.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.167.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.459.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.44.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.383.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.253.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.124.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.486.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.272.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.341.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.234.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.9.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.399.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.425.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.121.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.461.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.472.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.225.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.358.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.102.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.330.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.251.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.75.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.43.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.312.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.110.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.414.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.340.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.31.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.422.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.188.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.136.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.365.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.387.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.143.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.324.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.67.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.19.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.18.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.3.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.345.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.354.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.28.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.256.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.278.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.95.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.94.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.10.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.383.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.304.down_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.370.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.446.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.472.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.447.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.160.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.492.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.291.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.390.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.24.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.341.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.402.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.93.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.130.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.43.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.111.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.79.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.215.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.324.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.449.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.216.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.287.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.333.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.155.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.219.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.320.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.127.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.272.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.305.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.22.mixer.conv1d.bias": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.224.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.33.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.265.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.188.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.411.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.371.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.9.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.451.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.503.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.270.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.373.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.94.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.0.mixer.conv1d.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.156.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.414.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.437.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.12.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.485.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.171.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.135.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.414.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.206.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.286.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.296.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.432.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.400.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.36.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.378.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.54.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.331.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.289.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.140.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.390.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.463.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.326.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.292.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.311.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.160.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.374.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.481.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.94.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.85.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.348.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.145.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.481.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.429.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.38.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.224.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.84.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.42.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.4.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.421.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.118.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.239.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.234.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.27.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.210.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.274.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.165.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.218.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.344.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.322.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.145.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.gate.e_score_correction_bias": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.153.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.461.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.447.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.406.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.209.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.356.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.137.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.118.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.228.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.511.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.361.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.436.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.418.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.196.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.337.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.norm_f.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.407.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.259.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.347.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.204.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.34.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.shared_experts.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.272.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.204.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.361.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.201.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.28.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.427.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.499.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.355.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.395.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.98.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.334.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.499.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.50.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.84.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.500.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.307.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.363.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.gate.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.486.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.370.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.425.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.315.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.436.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.424.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.134.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.214.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.365.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.41.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.318.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.49.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.454.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.441.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.399.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.438.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.400.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.185.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.200.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.320.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.75.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.356.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.339.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.331.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.92.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.108.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.475.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.7.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.171.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.106.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.386.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.328.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.310.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.208.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.363.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.51.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.504.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.280.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.381.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.417.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.365.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.356.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.357.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.409.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.260.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.406.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.493.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.399.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.209.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.116.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.280.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.171.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.46.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.81.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.167.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.459.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.151.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.321.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.407.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.439.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.343.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.212.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.18.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.405.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.488.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.85.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.354.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.424.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.409.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.398.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.443.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.494.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.355.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.153.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.235.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.175.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.45.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.156.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.486.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.44.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.143.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.490.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.231.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.240.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.373.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.237.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.237.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.81.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.493.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.252.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.130.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.184.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.344.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.117.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.168.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.372.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.98.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.37.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.510.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.77.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.459.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.197.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.155.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.432.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.330.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.18.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.494.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.160.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.319.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.34.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.107.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.431.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.326.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.445.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.182.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.50.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.17.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.316.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.56.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.101.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.119.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.172.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.468.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.475.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.280.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.155.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.504.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.490.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.349.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.252.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.122.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.261.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.141.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.323.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.197.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.371.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.219.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.488.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.21.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.510.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.416.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.86.norm.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.504.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.373.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.81.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.248.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.121.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.50.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.494.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.436.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.266.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.416.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.347.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.393.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.192.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.112.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.211.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.250.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.301.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.317.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.495.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.241.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.376.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.405.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.97.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.479.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.399.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.66.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.423.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.155.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.85.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.190.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.483.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.446.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.107.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.158.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.274.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.448.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.50.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.219.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.231.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.13.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.277.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.354.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.220.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.66.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.290.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.55.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.403.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.366.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.505.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.321.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.212.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.360.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.309.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.343.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.136.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.277.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.319.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.314.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.71.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.354.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.373.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.207.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.307.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.309.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.475.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.220.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.455.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.459.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.323.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.421.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.458.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.318.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.384.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.92.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.492.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.257.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.87.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.404.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.186.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.66.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.199.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.222.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.211.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.149.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.335.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.355.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.375.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.161.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.263.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.304.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.326.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.367.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.35.mixer.A_log": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.351.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.236.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.188.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.244.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.188.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.188.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.134.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.157.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.243.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.335.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.213.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.506.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.484.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.71.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.218.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.113.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.460.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.344.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.334.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.98.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.182.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.492.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.38.mixer.norm.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.170.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.205.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.454.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.347.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.130.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.350.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.175.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.496.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.309.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.83.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.502.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.279.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.485.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.12.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.224.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.491.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.211.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.86.mixer.out_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.32.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.371.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.319.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.66.mixer.A_log": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.292.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.286.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.219.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.66.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.40.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.188.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.119.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.249.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.3.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.398.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.255.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.332.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.74.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.81.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.4.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.253.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.82.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.347.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.4.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.5.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.95.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.138.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.178.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.181.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.15.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.494.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.213.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.72.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.214.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.370.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.450.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.320.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.437.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.175.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.129.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.78.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.63.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.167.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.288.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.374.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.136.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.225.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.323.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.239.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.431.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.48.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.479.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.277.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.410.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.370.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.425.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.279.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.383.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.477.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.shared_experts.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.77.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.244.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.74.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.428.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.239.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.11.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.322.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.341.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.178.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.504.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.379.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.24.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.217.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.82.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.287.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.334.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.445.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.6.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.441.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.489.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.239.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.64.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.506.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.318.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.31.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.54.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.391.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.13.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.153.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.85.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.fc1_latent_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.300.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.43.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.490.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.437.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.433.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.474.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.476.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.290.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.308.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.gate.e_score_correction_bias": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.182.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.6.mixer.conv1d.bias": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.315.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.302.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.465.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.5.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.90.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.113.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.413.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.425.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.201.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.311.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.82.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.283.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.190.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.447.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.13.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.144.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.20.mixer.conv1d.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.207.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.86.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.181.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.9.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.366.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.133.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.313.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.158.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.316.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.10.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.214.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.329.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.356.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.134.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.486.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.307.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.3.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.166.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.401.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.15.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.238.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.319.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.76.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.48.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.487.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.445.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.270.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.455.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.480.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.412.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.223.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.434.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.488.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.368.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.358.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.138.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.161.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.486.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.209.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.29.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.209.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.24.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.500.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.28.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.254.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.162.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.292.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.364.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.501.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.260.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.317.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.249.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.371.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.185.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.405.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.360.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.509.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.204.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.41.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.182.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.465.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.294.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.195.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.232.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.98.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.353.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.127.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.73.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.427.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.136.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.315.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.345.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.379.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.34.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.185.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.0.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.97.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.377.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.33.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.441.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.423.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.244.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.423.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.153.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.317.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.178.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.236.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.130.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.463.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.504.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.295.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.34.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.288.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.227.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.173.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.296.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.495.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.206.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.46.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.4.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.262.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.437.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.465.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.347.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.489.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.98.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.360.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.474.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.45.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.482.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.259.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.331.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.11.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.214.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.253.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.281.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.57.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.475.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.192.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.426.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.420.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.171.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.197.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.149.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.151.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.261.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.50.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.234.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.217.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.270.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.443.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.4.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.102.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.320.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.502.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.23.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.202.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.358.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.220.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.423.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.388.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.416.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.384.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.383.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.335.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.471.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.239.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.472.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.388.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.266.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.313.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.295.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.304.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.272.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.67.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.150.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.326.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.454.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.443.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.197.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.219.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.420.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.362.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.86.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.502.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.381.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.248.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.324.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.451.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.509.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.439.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.410.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.214.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.482.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.139.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.197.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.131.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.441.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.133.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.248.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.33.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.225.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.91.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.75.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.58.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.186.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.360.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.94.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.238.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.147.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.22.mixer.conv1d.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.272.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.115.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.322.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.468.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.39.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.289.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.47.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.504.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.32.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.307.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.11.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.207.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.231.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.340.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.3.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.84.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.79.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.388.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.334.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.86.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.406.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.334.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.51.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.373.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.30.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.116.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.5.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.191.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.203.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.371.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.269.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.254.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.385.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.487.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.62.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.168.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.33.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.345.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.1.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.488.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.347.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.346.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.455.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.274.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.59.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.79.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.505.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.484.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.421.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.54.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.36.mixer.k_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.105.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.411.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.472.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.417.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.148.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.418.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.271.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.85.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.398.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.74.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.446.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.301.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.96.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.464.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.507.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.8.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.314.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.423.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.249.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.399.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.128.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.268.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.502.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.428.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.362.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.169.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.38.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.264.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.28.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.77.mixer.in_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.436.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.408.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.243.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.78.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.196.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.165.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.202.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.231.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.367.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.28.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.261.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.178.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.178.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.245.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.459.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.243.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.151.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.422.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.386.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.412.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.70.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.42.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.298.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.99.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.271.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.242.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.156.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.100.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.121.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.399.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.204.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.7.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.69.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.255.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.259.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.407.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.1.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.152.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.119.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.462.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.242.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.32.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.310.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.507.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.317.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.445.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.510.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.276.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.458.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.255.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.173.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.365.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.45.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.83.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.11.mixer.in_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.262.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.437.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.452.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.147.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.100.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.76.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.284.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.255.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.443.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.113.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.49.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.292.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.370.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.38.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.155.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.136.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.465.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.304.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.131.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.31.mixer.conv1d.bias": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.377.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.441.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.389.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.491.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.103.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.433.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.354.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.218.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.411.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.474.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.459.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.422.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.164.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.485.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.269.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.284.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.163.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.96.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.280.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.442.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.195.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.475.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.372.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.437.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.386.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.276.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.116.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.339.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.101.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.151.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.333.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.365.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.345.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.452.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.252.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.107.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.40.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.241.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.55.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.458.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.259.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.266.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.431.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.273.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.456.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.355.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.298.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.198.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.195.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.94.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.233.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.266.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.57.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.227.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.150.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.357.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.279.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.384.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.444.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.47.mixer.o_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.10.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.267.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.454.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.102.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.348.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.353.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.74.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.258.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.132.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.417.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.434.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.388.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.75.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.192.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.9.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.308.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.90.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.397.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.502.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.403.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.392.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.425.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.168.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.19.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.254.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.286.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.360.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.253.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.414.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.197.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.310.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.114.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.510.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.409.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.294.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.454.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.334.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.303.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.212.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.300.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.424.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.382.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.242.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.238.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.23.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.336.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.252.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.507.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.355.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.300.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.210.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.353.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.297.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.93.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.216.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.316.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.301.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.181.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.8.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.140.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.80.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.242.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.309.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.84.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.393.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.13.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.251.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.404.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.226.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.67.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.65.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.gate.e_score_correction_bias": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.436.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.470.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.48.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.159.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.5.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.82.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.211.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.465.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.315.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.241.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.26.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.349.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.507.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.395.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.389.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.71.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.114.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.308.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.447.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.243.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.68.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.461.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.358.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.177.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.191.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.334.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.295.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.237.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.137.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.449.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.311.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.279.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.103.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.436.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.291.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.156.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.452.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.509.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.162.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.256.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.123.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.17.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.70.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.171.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.139.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.378.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.76.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.459.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.511.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.305.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.454.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.301.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.177.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.81.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.258.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.484.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.389.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.497.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.24.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.125.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.315.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.7.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.348.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.57.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.107.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.209.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.505.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.126.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.471.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.82.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.267.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.358.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.189.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.343.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.23.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.305.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.289.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.165.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.norm.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.394.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.6.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.262.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.461.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.97.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.304.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.88.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.117.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.84.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.68.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.31.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.346.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.75.mixer.out_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.247.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.220.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.224.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.95.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.418.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.183.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.41.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.218.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.277.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.296.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.324.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.487.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.398.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.472.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.369.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.397.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.439.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.445.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.306.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.221.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.18.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.409.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.4.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.493.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.329.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.350.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.105.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.393.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.487.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.84.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.298.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.84.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.180.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.327.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.168.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.411.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.99.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.78.mixer.v_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.140.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.505.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.204.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.472.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.507.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.387.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.36.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.338.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.75.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.321.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.85.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.218.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.258.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.125.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.473.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.318.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.44.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.420.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.295.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.394.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.301.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.136.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.410.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.222.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.403.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.192.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.365.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.14.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.34.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.510.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.499.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.335.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.386.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.115.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.474.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.437.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.46.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.270.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.97.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.391.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.125.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.155.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.341.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.393.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.367.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.370.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.218.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.170.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.422.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.373.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.180.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.87.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.424.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.309.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.479.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.292.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.55.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.60.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.129.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.109.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.372.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.374.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.255.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.403.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.56.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.140.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.162.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.206.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.243.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.89.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.242.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.56.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.273.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.94.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.450.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.368.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.342.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.200.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.160.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.16.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.389.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.416.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.438.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.352.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.181.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.229.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.391.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.4.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.157.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.225.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.93.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.183.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.151.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.2.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.276.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.222.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.433.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.430.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.395.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.311.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.gate.e_score_correction_bias": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.446.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.487.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.37.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.64.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.356.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.363.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.475.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.183.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.459.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.383.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.39.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.92.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.247.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.439.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.304.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.159.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.228.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.488.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.262.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.81.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.507.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.35.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.223.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.267.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.419.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.173.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.403.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.11.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.206.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.396.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.143.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.376.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.279.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.114.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.3.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.73.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.52.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.267.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.261.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.200.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.303.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.204.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.16.mixer.o_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.308.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.317.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.369.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.162.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.503.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.331.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.101.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.151.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.89.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.459.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.5.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.27.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.155.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.449.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.409.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.362.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.172.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.16.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.504.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.482.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.374.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.320.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.209.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.119.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.482.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.491.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.263.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.313.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.67.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.288.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.384.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.194.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.504.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.34.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.173.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.76.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.31.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.310.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.465.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.486.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.434.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.309.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.218.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.416.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.400.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.65.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.267.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.147.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.330.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.310.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.99.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.418.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.510.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.200.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.293.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.147.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.366.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.266.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.210.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.374.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.309.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.367.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.340.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.295.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.484.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.194.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.415.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.117.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.277.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.469.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.137.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.366.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.142.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.326.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.173.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.22.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.470.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.96.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.179.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.485.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.291.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.383.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.161.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.264.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.218.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.162.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.354.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.246.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.506.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.369.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.91.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.286.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.378.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.448.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.457.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.294.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.450.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.449.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.167.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.1.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.340.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.177.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.54.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.364.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.479.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.427.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.259.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.31.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.480.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.406.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.30.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.494.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.108.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.329.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.422.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.175.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.407.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.17.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.385.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.437.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.1.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.322.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.74.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.109.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.4.mixer.A_log": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.426.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.282.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.351.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.436.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.366.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.273.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.391.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.471.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.51.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.277.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.234.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.176.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.179.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.473.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.419.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.441.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.462.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.301.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.2.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.118.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.327.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.489.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.411.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.17.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.383.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.449.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.52.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.30.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.474.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.117.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.4.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.227.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.240.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.62.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.374.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.295.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.29.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.196.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.474.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.423.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.161.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.138.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.328.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.146.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.288.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.204.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.265.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.154.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.228.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.400.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.455.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.309.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.13.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.503.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.170.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.380.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.200.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.shared_experts.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.77.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.350.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.481.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.241.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.479.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.504.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.485.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.217.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.256.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.58.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.242.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.246.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.218.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.392.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.41.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.60.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.159.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.328.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.172.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.375.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.115.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.104.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.475.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.47.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.427.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.47.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.96.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.207.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.187.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.170.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.270.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.69.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.81.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.435.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.310.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.270.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.30.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.456.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.107.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.404.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.69.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.501.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.392.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.136.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.420.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.237.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.251.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.481.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.285.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.435.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.293.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.184.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.366.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.112.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.55.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.30.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.348.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.477.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.232.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.159.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.461.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.213.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.268.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.408.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.216.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.52.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.395.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.420.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.1.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.428.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.105.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.247.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.373.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.64.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.381.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.16.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.206.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.360.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.476.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.307.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.409.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.416.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.385.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.480.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.16.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.257.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.453.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.288.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.334.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.gate.e_score_correction_bias": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.113.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.453.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.143.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.231.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.318.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.420.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.8.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.278.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.14.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.391.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.409.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.347.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.217.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.225.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.352.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.264.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.6.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.60.mixer.A_log": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.257.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.420.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.68.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.262.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.385.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.410.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.498.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.109.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.353.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.144.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.302.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.171.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.506.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.16.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.475.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.134.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.192.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.394.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.160.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.249.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.419.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.473.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.179.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.281.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.468.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.90.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.447.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.506.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.88.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.508.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.29.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.257.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.45.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.211.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.502.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.503.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.304.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.109.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.23.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.6.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.188.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.502.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.169.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.311.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.412.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.64.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.247.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.51.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.232.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.283.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.291.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.201.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.59.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.164.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.302.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.205.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.388.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.352.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.348.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.412.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.9.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.215.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.256.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.418.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.451.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.9.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.368.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.48.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.377.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.506.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.493.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.327.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.301.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.511.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.30.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.413.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.457.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.12.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.416.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.22.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.29.mixer.norm.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.76.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.175.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.296.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.340.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.386.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.97.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.449.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.91.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.379.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.42.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.176.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.33.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.312.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.181.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.383.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.41.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.390.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.88.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.192.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.427.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.410.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.337.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.249.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.178.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.364.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.372.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.330.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.209.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.322.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.274.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.34.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.278.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.381.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.173.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.277.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.223.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.403.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.422.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.4.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.120.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.376.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.211.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.151.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.438.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.331.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.205.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.221.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.489.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.173.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.122.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.377.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.237.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.172.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.411.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.398.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.157.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.405.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.504.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.470.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.327.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.382.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.196.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.328.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.23.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.120.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.9.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.501.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.38.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.147.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.156.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.481.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.144.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.130.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.186.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.413.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.141.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.395.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.87.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.339.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.467.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.494.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.169.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.401.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.474.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.447.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.413.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.469.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.436.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.353.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.413.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.304.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.143.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.439.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.175.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.129.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.429.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.295.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.431.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.191.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.310.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.133.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.157.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.466.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.348.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.63.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.163.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.216.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.186.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.34.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.508.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.336.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.490.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.406.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.258.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.467.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.431.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.256.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.263.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.52.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.498.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.267.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.289.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.81.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.12.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.250.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.68.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.422.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.65.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.140.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.141.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.294.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.463.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.35.norm.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.297.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.264.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.223.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.223.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.74.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.428.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.402.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.322.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.26.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.107.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.505.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.153.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.27.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.228.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.27.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.432.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.102.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.492.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.185.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.378.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.34.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.232.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.235.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.89.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.347.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.218.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.46.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.274.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.144.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.445.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.467.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.293.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.466.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.71.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.467.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.40.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.367.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.19.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.478.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.163.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.65.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.154.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.376.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.94.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.396.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.69.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.100.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.333.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.263.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.262.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.176.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.37.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.166.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.402.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.481.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.396.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.54.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.27.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.429.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.66.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.28.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.376.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.76.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.47.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.170.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.156.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.120.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.453.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.212.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.17.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.452.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.63.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.101.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.6.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.197.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.431.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.4.mixer.conv1d.bias": "model-00003-of-00050.safetensors", + "backbone.layers.31.mixer.conv1d.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.450.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.467.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.402.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.503.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.158.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.453.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.24.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.247.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.263.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.177.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.6.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.60.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.442.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.358.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.423.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.438.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.379.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.419.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.443.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.314.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.357.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.98.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.484.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.389.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.197.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.137.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.114.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.275.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.499.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.92.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.259.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.114.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.241.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.321.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.152.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.47.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.58.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.372.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.147.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.313.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.112.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.509.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.215.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.178.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.175.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.197.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.176.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.450.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.313.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.374.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.153.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.335.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.391.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.209.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.234.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.469.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.411.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.29.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.135.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.10.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.385.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.243.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.417.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.218.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.272.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.26.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.273.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.479.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.379.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.403.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.83.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.395.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.498.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.4.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.158.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.93.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.112.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.418.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.372.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.341.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.439.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.38.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.301.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.62.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.474.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.132.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.147.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.290.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.72.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.269.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.303.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.4.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.214.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.52.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.467.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.49.mixer.dt_bias": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.145.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.145.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.74.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.86.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.300.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.474.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.448.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.30.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.119.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.103.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.246.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.432.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.496.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.271.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.127.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.326.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.90.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.452.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.368.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.468.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.154.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.351.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.289.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.394.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.139.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.61.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.314.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.140.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.256.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.397.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.27.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.242.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.397.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.501.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.505.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.307.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.204.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.90.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.487.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.275.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.490.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.173.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.440.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.171.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.423.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.139.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.217.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.166.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.98.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.40.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.412.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.400.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.304.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.262.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.367.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.363.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.253.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.8.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.356.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.87.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.305.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.196.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.102.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.424.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.95.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.175.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.442.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.258.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.39.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.285.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.253.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.311.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.136.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.409.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.393.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.4.norm.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.47.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.85.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.219.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.398.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.170.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.148.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.207.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.396.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.393.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.477.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.256.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.64.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.446.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.436.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.72.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.55.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.12.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.293.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.229.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.149.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.306.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.217.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.359.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.340.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.192.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.486.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.321.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.98.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.315.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.105.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.509.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.395.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.22.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.368.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.116.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.185.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.321.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.431.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.220.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.249.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.375.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.173.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.476.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.75.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.231.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.421.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.393.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.54.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.343.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.41.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.477.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.131.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.78.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.433.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.217.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.275.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.102.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.490.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.37.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.201.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.117.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.93.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.201.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.135.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.448.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.255.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.337.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.146.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.262.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.270.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.312.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.358.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.388.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.71.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.63.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.352.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.92.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.277.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.62.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.103.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.476.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.161.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.136.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.128.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.179.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.166.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.56.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.278.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.372.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.454.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.118.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.4.mixer.conv1d.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.248.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.163.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.309.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.147.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.127.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.39.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.46.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.35.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.239.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.397.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.48.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.322.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.45.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.329.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.461.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.116.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.209.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.290.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.167.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.186.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.429.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.383.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.418.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.111.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.3.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.440.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.39.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.229.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.76.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.90.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.133.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.461.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.501.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.178.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.402.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.92.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.134.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.468.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.473.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.148.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.153.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.92.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.395.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.156.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.124.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.339.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.198.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.450.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.389.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.93.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.231.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.416.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.211.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.460.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.502.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.249.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.16.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.483.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.98.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.5.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.366.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.183.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.99.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.489.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.381.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.503.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.323.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.235.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.112.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.240.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.495.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.66.mixer.out_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.401.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.313.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.388.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.168.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.403.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.21.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.33.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.287.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.235.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.472.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.435.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.293.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.443.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.279.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.392.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.155.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.288.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.404.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.136.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.122.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.417.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.189.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.66.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.384.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.433.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.390.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.363.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.466.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.380.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.222.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.12.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.113.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.404.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.50.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.130.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.493.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.415.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.348.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.226.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.316.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.305.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.400.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.351.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.95.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.342.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.304.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.401.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.302.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.116.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.500.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.222.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.318.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.391.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.239.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.470.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.456.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.376.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.235.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.357.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.495.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.122.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.219.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.372.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.473.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.231.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.422.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.504.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.414.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.222.up_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.22.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.123.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.346.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.87.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.409.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.417.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.323.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.96.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.258.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.13.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.243.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.470.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.221.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.209.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.273.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.95.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.254.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.417.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.362.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.158.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.321.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.122.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.74.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.347.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.362.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.43.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.286.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.32.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.123.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.262.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.486.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.254.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.266.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.448.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.408.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.391.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.412.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.167.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.98.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.28.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.85.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.462.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.308.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.15.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.102.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.299.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.509.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.104.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.5.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.255.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.59.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.414.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.146.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.254.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.476.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.82.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.121.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.96.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.467.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.206.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.309.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.348.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.489.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.231.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.311.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.496.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.295.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.143.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.176.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.152.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.396.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.33.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.414.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.323.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.206.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.114.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.337.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.7.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.145.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.3.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.500.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.274.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.461.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.290.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.342.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.133.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.83.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.242.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.47.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.76.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.475.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.212.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.348.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.337.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.495.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.107.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.327.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.202.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.181.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.335.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.500.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.300.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.30.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.444.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.317.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.13.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.377.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.443.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.36.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.507.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.451.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.459.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.198.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.129.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.1.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.271.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.117.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.504.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.429.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.396.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.197.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.59.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.384.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.239.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.511.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.157.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.1.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.456.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.87.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.95.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.163.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.66.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.49.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.115.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.395.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.427.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.347.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.227.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.498.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.361.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.257.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.98.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.155.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.141.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.227.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.426.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.336.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.212.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.492.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.170.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.447.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.200.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.270.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.447.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.366.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.284.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.247.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.42.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.136.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.206.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.31.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.108.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.303.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.60.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.314.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.12.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.380.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.370.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.62.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.461.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.363.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.346.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.135.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.336.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.192.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.474.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.145.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.355.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.370.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.232.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.243.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.155.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.385.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.381.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.322.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.319.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.490.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.130.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.126.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.462.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.319.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.345.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.84.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.375.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.112.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.463.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.477.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.306.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.500.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.38.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.89.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.289.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.161.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.136.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.53.mixer.D": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.327.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.52.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.264.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.294.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.132.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.329.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.118.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.50.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.66.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.396.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.93.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.398.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.21.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.429.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.437.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.204.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.308.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.68.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.29.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.0.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.258.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.291.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.295.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.463.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.143.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.22.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.60.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.325.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.212.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.119.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.505.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.46.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.259.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.291.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.505.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.46.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.37.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.508.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.499.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.230.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.380.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.478.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.462.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.149.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.212.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.20.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.64.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.65.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.315.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.49.mixer.A_log": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.177.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.138.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.358.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.257.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.281.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.383.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.354.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.422.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.250.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.258.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.214.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.109.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.340.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.104.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.71.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.207.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.90.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.484.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.460.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.356.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.270.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.311.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.328.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.44.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.52.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.217.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.216.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.176.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.238.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.460.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.68.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.425.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.499.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.143.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.156.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.272.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.209.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.140.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.231.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.195.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.273.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.498.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.399.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.352.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.276.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.378.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.307.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.459.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.322.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.436.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.385.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.141.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.440.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.9.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.397.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.90.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.240.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.121.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.264.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.465.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.290.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.267.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.275.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.366.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.447.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.492.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.238.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.323.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.258.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.343.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.437.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.7.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.179.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.229.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.348.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.180.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.305.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.296.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.74.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.181.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.228.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.497.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.155.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.139.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.fc1_latent_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.82.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.308.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.176.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.268.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.302.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.254.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.152.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.104.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.470.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.365.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.246.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.346.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.11.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.184.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.343.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.387.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.71.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.126.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.298.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.141.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.371.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.274.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.408.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.455.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.257.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.500.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.406.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.270.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.106.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.490.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.63.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.121.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.347.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.57.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.102.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.31.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.334.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.183.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.455.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.496.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.383.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.265.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.34.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.157.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.322.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.313.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.220.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.168.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.421.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.315.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.422.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.284.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.229.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.106.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.59.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.93.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.225.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.417.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.292.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.203.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.108.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.363.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.58.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.211.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.289.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.479.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.90.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.398.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.237.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.101.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.403.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.109.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.74.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.182.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.161.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.157.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.487.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.420.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.333.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.172.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.453.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.498.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.70.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.290.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.443.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.287.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.495.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.149.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.norm.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.414.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.483.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.99.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.446.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.53.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.269.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.309.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.450.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.15.mixer.norm.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.215.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.499.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.454.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.353.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.315.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.196.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.402.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.2.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.42.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.106.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.215.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.402.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.298.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.374.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.221.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.140.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.117.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.119.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.236.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.5.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.410.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.263.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.128.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.503.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.475.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.139.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.116.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.409.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.346.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.438.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.366.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.61.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.489.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.249.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.293.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.232.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.445.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.392.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.90.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.251.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.364.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.505.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.167.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.474.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.92.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.76.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.100.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.209.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.18.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.305.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.127.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.78.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.436.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.432.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.239.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.186.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.238.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.198.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.501.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.217.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.24.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.395.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.348.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.304.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.213.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.453.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.203.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.65.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.2.mixer.out_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.387.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.295.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.399.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.129.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.113.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.11.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.285.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.334.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.313.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.470.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.94.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.113.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.196.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.401.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.207.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.510.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.315.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.266.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.30.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.51.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.328.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.99.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.203.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.41.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.177.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.290.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.39.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.379.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.77.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.228.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.136.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.340.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.441.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.210.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.296.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.314.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.157.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.309.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.67.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.306.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.250.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.181.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.489.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.10.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.313.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.383.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.455.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.338.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.219.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.474.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.26.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.67.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.442.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.fc1_latent_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.391.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.229.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.31.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.399.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.285.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.81.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.300.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.377.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.474.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.380.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.204.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.203.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.144.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.46.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.275.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.382.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.51.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.351.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.137.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.434.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.95.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.375.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.304.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.49.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.361.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.196.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.43.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.38.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.22.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.204.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.132.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.143.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.395.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.58.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.150.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.395.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.54.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.330.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.327.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.454.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.48.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.136.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.506.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.29.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.481.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.438.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.32.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.343.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.321.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.355.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.305.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.285.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.22.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.98.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.488.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.132.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.131.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.369.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.128.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.504.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.330.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.403.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.127.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.498.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.473.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.505.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.382.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.111.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.341.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.409.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.65.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.312.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.379.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.242.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.159.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.410.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.14.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.314.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.391.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.241.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.0.mixer.q_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.293.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.219.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.422.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.61.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.149.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.21.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.215.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.247.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.24.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.195.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.10.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.19.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.162.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.18.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.504.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.9.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.315.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.148.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.384.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.265.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.6.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.370.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.226.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.306.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.313.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.426.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.299.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.415.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.232.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.77.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.202.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.502.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.249.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.112.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.511.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.229.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.291.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.33.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.138.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.103.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.401.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.126.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.298.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.377.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.379.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.456.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.125.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.130.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.144.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.279.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.150.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.434.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.382.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.72.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.31.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.73.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.498.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.43.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.339.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.248.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.345.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.436.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.83.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.129.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.222.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.128.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.362.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.331.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.294.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.456.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.507.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.112.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.141.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.38.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.390.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.36.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.494.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.326.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.212.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.15.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.257.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.273.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.16.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.262.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.426.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.69.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.135.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.217.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.238.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.457.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.47.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.215.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.393.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.419.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.379.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.348.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.213.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.354.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.88.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.364.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.norm.weight": "model-00002-of-00050.safetensors", + "backbone.layers.33.mixer.conv1d.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.309.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.28.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.263.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.492.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.335.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.99.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.286.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.235.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.441.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.355.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.299.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.367.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.123.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.510.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.463.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.271.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.115.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.434.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.66.mixer.D": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.98.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.213.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.46.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.245.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.130.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.231.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.91.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.176.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.324.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.88.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.24.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.506.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.363.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.118.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.320.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.87.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.261.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.345.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.451.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.411.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.96.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.143.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.299.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.395.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.335.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.502.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.151.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.15.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.478.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.508.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.383.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.182.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.136.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.120.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.107.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.213.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.437.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.207.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.198.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.424.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.77.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.453.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.442.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.371.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.149.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.334.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.56.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.389.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.359.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.215.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.463.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.166.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.486.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.15.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.474.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.245.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.88.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.118.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.10.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.348.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.202.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.244.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.374.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.278.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.356.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.295.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.55.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.40.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.fc1_latent_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.258.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.18.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.348.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.47.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.449.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.370.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.307.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.249.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.107.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.372.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.194.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.345.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.404.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.385.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.118.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.173.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.37.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.334.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.398.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.240.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.406.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.309.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.115.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.64.mixer.norm.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.477.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.166.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.82.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.234.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.330.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.203.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.355.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.51.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.270.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.183.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.312.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.61.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.372.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.6.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.256.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.364.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.307.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.267.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.423.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.120.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.95.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.251.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.338.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.292.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.327.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.100.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.53.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.46.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.55.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.gate.e_score_correction_bias": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.333.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.282.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.93.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.328.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.198.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.134.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.403.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.276.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.19.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.477.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.202.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.298.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.423.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.189.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.80.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.337.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.387.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.76.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.231.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.220.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.459.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.284.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.145.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.439.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.211.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.412.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.87.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.113.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.242.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.329.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.284.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.449.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.193.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.13.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.395.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.197.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.139.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.179.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.499.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.272.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.150.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.361.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.11.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.356.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.383.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.306.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.345.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.488.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.324.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.112.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.391.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.433.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.336.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.41.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.64.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.357.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.237.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.134.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.449.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.434.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.392.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.308.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.413.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.104.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.1.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.178.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.91.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.505.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.500.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.406.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.415.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.435.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.188.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.87.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.466.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.332.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.gate.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.446.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.66.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.323.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.184.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.12.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.299.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.306.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.357.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.36.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.451.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.198.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.366.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.436.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.245.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.332.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.73.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.162.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.69.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.505.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.228.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.301.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.58.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.149.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.65.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.279.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.234.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.429.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.290.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.352.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.38.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.34.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.398.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.185.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.271.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.86.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.147.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.172.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.210.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.428.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.298.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.174.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.93.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.150.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.215.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.275.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.134.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.157.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.101.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.417.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.183.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.65.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.372.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.164.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.290.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.439.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.123.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.22.mixer.out_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.437.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.261.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.17.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.102.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.341.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.356.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.260.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.153.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.183.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.272.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.469.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.72.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.486.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.41.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.163.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.249.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.325.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.347.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.282.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.182.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.158.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.274.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.305.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.227.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.63.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.361.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.324.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.fc1_latent_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.431.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.437.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.414.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.92.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.379.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.487.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.299.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.281.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.9.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.402.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.426.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.109.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.246.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.244.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.6.mixer.in_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.463.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.446.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.31.mixer.D": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.67.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.51.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.273.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.311.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.94.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.365.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.384.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.197.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.499.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.179.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.261.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.470.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.45.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.477.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.205.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.146.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.136.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.84.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.83.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.23.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.298.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.426.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.166.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.258.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.188.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.380.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.363.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.450.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.155.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.200.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.154.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.353.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.405.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.162.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.241.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.341.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.229.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.378.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.172.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.431.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.353.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.79.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.304.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.36.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.359.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.405.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.116.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.147.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.156.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.59.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.415.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.90.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.92.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.163.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.68.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.435.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.5.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.399.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.151.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.58.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.367.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.177.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.116.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.485.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.216.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.283.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.99.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.94.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.327.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.251.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.329.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.34.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.68.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.463.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.432.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.360.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.24.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.114.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.169.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.53.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.253.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.199.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.179.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.178.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.2.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.362.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.258.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.30.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.508.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.357.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.235.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.158.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.422.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.350.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.131.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.273.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.189.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.441.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.323.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.28.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.388.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.437.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.366.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.22.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.73.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.245.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.18.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.192.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.276.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.70.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.458.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.486.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.248.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.71.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.179.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.359.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.349.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.480.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.492.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.155.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.428.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.shared_experts.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.398.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.349.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.456.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.350.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.460.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.284.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.253.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.101.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.388.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.366.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.181.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.368.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.376.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.147.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.60.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.86.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.470.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.481.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.129.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.372.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.383.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.489.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.323.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.476.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.384.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.87.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.296.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.294.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.431.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.411.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.284.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.139.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.307.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.315.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.269.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.289.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.462.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.204.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.227.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.100.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.259.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.7.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.390.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.423.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.358.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.441.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.63.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.354.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.478.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.115.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.355.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.39.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.153.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.181.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.284.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.396.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.215.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.157.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.78.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.324.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.166.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.214.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.247.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.460.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.427.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.276.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.39.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.35.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.208.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.40.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.461.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.464.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.303.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.122.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.12.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.485.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.337.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.378.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.140.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.57.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.266.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.245.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.46.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.230.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.286.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.71.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.236.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.1.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.287.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.68.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.106.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.262.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.435.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.444.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.89.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.48.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.189.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.5.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.220.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.135.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.440.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.70.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.149.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.368.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.68.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.146.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.71.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.327.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.501.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.139.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.199.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.435.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.428.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.158.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.345.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.500.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.409.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.182.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.257.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.58.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.132.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.359.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.171.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.250.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.486.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.283.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.138.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.176.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.45.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.417.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.231.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.440.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.354.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.302.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.237.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.100.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.494.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.294.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.382.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.133.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.349.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.465.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.302.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.98.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.305.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.226.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.456.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.371.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.232.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.349.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.441.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.372.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.247.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.152.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.268.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.126.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.121.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.298.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.36.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.399.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.444.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.376.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.347.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.501.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.22.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.58.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.259.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.425.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.465.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.77.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.151.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.158.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.391.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.342.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.292.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.115.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.457.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.138.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.305.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.267.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.485.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.439.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.324.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.181.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.162.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.372.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.332.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.470.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.37.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.31.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.302.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.345.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.428.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.291.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.138.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.332.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.210.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.261.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.238.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.370.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.29.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.280.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.68.mixer.norm.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.182.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.385.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.217.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.433.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.424.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.173.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.194.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.174.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.510.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.429.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.340.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.257.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.211.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.341.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.369.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.483.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.465.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.457.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.433.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.242.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.170.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.459.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.184.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.244.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.171.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.61.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.88.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.31.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.220.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.261.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.368.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.121.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.220.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.467.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.470.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.293.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.141.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.16.mixer.k_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.208.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.176.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.352.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.291.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.200.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.82.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.441.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.478.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.307.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.17.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.393.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.207.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.153.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.145.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.191.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.418.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.48.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.104.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.231.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.466.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.166.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.410.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.307.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.238.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.304.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.453.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.0.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.84.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.60.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.473.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.114.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.235.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.460.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.213.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.291.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.221.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.266.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.21.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.394.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.411.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.341.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.129.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.20.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.245.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.274.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.343.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.275.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.376.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.431.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.469.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.125.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.267.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.54.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.475.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.385.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.416.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.111.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.356.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.510.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.215.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.252.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.129.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.409.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.103.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.45.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.64.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.361.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.277.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.300.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.468.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.208.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.492.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.303.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.160.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.19.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.466.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.146.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.336.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.334.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.312.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.415.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.27.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.190.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.289.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.349.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.26.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.182.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.9.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.418.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.136.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.276.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.120.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.381.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.185.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.360.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.487.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.77.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.435.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.434.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.64.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.171.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.277.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.12.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.434.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.479.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.494.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.130.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.505.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.311.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.415.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.486.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.335.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.315.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.504.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.379.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.14.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.25.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.501.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.365.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.365.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.21.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.194.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.167.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.325.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.454.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.248.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.204.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.321.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.329.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.406.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.66.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.244.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.10.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.509.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.436.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.441.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.129.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.223.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.113.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.200.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.90.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.455.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.39.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.200.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.40.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.0.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.202.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.391.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.147.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.41.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.139.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.469.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.345.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.28.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.357.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.168.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.353.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.40.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.358.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.121.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.379.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.100.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.452.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.shared_experts.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.108.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.259.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.408.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.333.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.1.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.299.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.334.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.175.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.191.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.66.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.66.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.290.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.291.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.458.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.278.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.509.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.293.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.186.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.478.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.201.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.511.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.263.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.212.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.201.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.395.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.334.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.269.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.440.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.460.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.199.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.105.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.251.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.324.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.34.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.58.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.302.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.8.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.232.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.29.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.390.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.53.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.325.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.298.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.104.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.488.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.163.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.321.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.61.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.131.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.392.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.510.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.326.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.386.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.193.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.481.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.58.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.500.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.302.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.62.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.32.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.479.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.213.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.161.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.241.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.18.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.273.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.426.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.347.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.407.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.147.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.143.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.42.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.448.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.166.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.380.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.246.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.162.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.490.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.494.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.359.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.76.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.300.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.242.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.40.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.285.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.0.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.390.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.387.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.415.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.348.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.43.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.164.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.125.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.441.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.211.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.479.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.446.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.340.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.476.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.328.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.317.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.448.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.95.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.134.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.0.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.151.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.318.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.182.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.128.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.177.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.165.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.150.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.gate.e_score_correction_bias": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.298.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.355.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.374.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.406.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.210.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.259.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.130.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.77.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.42.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.180.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.69.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.66.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.359.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.511.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.418.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.141.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.226.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.282.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.433.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.339.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.401.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.159.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.505.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.4.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.345.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.fc2_latent_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.367.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.90.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.338.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.107.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.244.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.156.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.133.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.85.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.275.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.336.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.93.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.277.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.253.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.94.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.398.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.476.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.264.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.333.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.379.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.88.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.167.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.435.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.36.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.270.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.0.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.394.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.346.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.443.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.110.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.396.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.160.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.217.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.208.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.377.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.466.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.308.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.16.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.362.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.86.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.54.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.393.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.242.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.490.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.505.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.shared_experts.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.379.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.467.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.337.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.72.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.393.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.482.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.209.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.6.mixer.conv1d.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.489.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.364.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.65.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.261.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.19.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.347.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.286.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.303.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.59.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.456.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.54.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.23.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.13.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.83.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.457.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.295.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.268.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.409.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.177.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.251.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.508.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.269.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.420.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.360.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.273.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.264.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.411.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.494.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.335.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.474.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.357.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.297.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.118.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.101.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.393.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.492.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.482.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.476.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.28.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.493.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.69.norm.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.273.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.490.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.283.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.339.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.336.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.47.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.471.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.62.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.31.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.6.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.388.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.374.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.297.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.346.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.99.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.481.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.50.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.509.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.64.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.309.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.141.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.423.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.244.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.49.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.264.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.388.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.2.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.365.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.454.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.191.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.101.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.279.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.142.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.149.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.31.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.68.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.28.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.104.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.fc1_latent_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.332.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.179.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.507.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.195.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.102.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.397.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.111.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.380.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.503.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.345.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.344.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.404.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.211.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.281.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.196.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.135.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.312.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.410.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.378.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.368.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.129.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.28.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.16.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.378.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.300.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.476.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.38.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.313.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.419.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.229.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.323.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.297.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.449.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.493.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.28.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.100.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.264.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.331.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.66.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.89.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.392.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.392.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.491.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.217.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.404.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.329.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.187.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.22.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.222.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.52.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.36.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.418.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.228.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.486.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.356.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.489.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.428.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.191.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.494.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.205.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.283.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.159.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.450.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.223.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.418.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.222.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.487.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.401.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.423.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.142.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.411.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.440.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.122.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.173.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.508.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.89.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.289.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.278.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.85.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.22.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.216.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.446.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.287.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.379.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.252.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.421.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.451.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.69.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.179.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.187.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.145.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.338.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.505.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.235.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.298.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.264.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.396.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.319.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.98.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.449.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.497.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.11.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.42.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.362.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.317.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.50.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.211.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.148.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.369.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.327.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.110.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.434.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.99.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.315.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.348.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.215.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.248.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.305.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.135.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.108.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.138.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.58.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.150.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.437.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.339.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.261.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.116.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.195.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.361.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.99.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.405.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.413.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.143.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.358.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.131.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.77.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.511.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.239.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.341.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.501.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.506.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.83.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.490.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.105.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.312.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.407.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.266.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.370.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.55.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.439.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.192.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.19.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.136.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.414.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.168.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.251.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.100.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.490.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.2.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.285.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.193.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.310.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.209.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.16.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.78.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.12.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.63.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.317.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.324.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.133.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.205.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.152.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.452.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.161.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.393.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.171.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.46.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.395.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.344.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.436.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.137.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.492.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.243.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.347.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.458.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.279.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.240.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.382.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.13.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.437.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.439.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.363.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.54.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.232.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.196.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.307.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.87.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.156.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.257.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.153.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.400.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.36.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.62.mixer.norm.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.110.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.352.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.314.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.302.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.59.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.23.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.norm.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.443.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.307.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.206.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.434.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.102.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.411.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.165.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.347.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.272.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.365.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.62.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.490.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.345.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.153.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.0.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.492.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.415.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.224.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.53.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.117.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.358.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.229.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.50.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.447.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.414.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.15.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.432.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.60.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.314.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.464.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.31.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.50.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.392.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.385.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.241.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.251.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.306.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.439.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.448.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.282.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.201.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.266.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.165.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.334.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.32.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.335.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.110.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.409.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.281.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.204.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.25.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.467.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.202.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.335.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.153.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.120.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.64.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.40.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.428.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.196.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.270.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.146.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.340.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.347.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.437.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.267.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.302.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.407.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.476.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.487.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.8.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.169.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.202.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.110.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.425.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.292.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.40.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.497.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.417.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.222.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.286.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.159.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.40.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.260.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.424.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.162.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.430.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.307.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.344.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.378.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.135.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.97.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.257.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.504.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.493.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.169.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.477.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.86.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.294.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.182.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.292.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.395.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.167.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.125.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.404.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.171.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.32.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.46.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.225.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.90.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.70.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.245.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.334.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.13.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.224.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.18.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.478.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.316.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.305.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.109.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.447.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.275.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.253.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.268.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.425.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.436.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.222.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.42.mixer.conv1d.bias": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.315.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.117.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.200.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.289.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.484.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.290.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.113.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.189.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.211.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.60.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.401.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.413.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.117.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.333.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.359.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.3.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.54.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.251.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.203.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.355.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.65.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.120.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.394.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.438.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.314.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.270.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.12.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.108.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.86.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.250.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.139.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.425.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.191.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.151.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.402.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.231.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.122.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.367.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.438.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.297.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.158.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.185.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.183.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.43.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.210.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.411.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.43.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.124.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.364.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.75.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.429.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.497.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.327.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.233.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.271.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.392.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.275.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.132.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.130.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.416.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.82.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.63.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.199.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.94.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.15.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.313.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.452.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.316.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.302.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.354.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.281.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.281.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.423.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.133.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.146.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.482.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.122.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.406.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.228.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.56.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.462.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.253.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.197.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.168.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.478.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.268.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.475.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.443.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.82.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.349.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.6.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.10.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.305.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.39.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.180.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.471.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.361.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.315.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.179.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.281.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.504.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.50.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.302.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.47.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.366.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.10.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.322.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.399.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.463.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.407.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.260.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.382.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.109.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.300.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.72.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.266.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.18.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.307.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.12.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.64.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.435.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.318.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.9.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.410.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.124.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.238.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.319.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.39.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.56.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.376.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.344.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.3.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.23.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.48.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.477.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.152.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.456.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.466.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.18.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.26.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.313.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.29.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.398.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.360.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.154.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.242.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.369.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.488.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.417.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.475.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.358.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.336.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.208.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.368.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.152.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.278.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.79.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.14.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.233.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.425.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.366.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.317.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.159.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.104.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.179.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.88.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.8.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.438.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.34.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.63.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.475.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.57.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.28.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.308.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.66.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.34.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.87.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.349.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.38.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.391.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.433.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.25.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.381.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.489.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.301.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.363.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.469.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.20.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.128.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.27.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.270.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.394.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.87.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.247.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.193.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.232.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.358.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.104.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.352.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.441.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.300.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.143.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.397.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.198.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.79.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.495.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.82.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.37.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.427.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.298.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.286.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.324.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.95.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.498.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.10.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.438.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.426.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.315.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.205.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.430.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.338.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.263.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.33.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.487.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.78.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.22.mixer.A_log": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.489.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.201.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.90.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.292.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.361.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.227.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.148.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.104.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.470.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.351.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.84.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.357.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.220.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.42.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.408.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.410.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.263.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.395.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.222.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.142.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.67.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.258.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.418.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.11.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.329.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.28.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.289.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.272.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.476.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.23.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.76.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.464.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.48.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.449.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.59.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.360.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.188.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.16.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.322.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.112.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.260.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.499.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.157.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.224.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.400.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.285.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.366.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.57.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.159.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.207.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.389.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.155.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.454.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.23.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.277.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.17.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.294.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.388.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.121.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.444.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.200.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.409.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.356.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.136.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.123.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.251.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.84.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.91.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.384.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.74.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.118.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.135.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.82.mixer.dt_bias": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.407.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.44.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.160.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.368.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.54.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.67.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.71.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.194.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.373.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.402.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.354.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.370.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.79.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.235.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.276.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.69.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.114.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.88.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.185.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.441.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.304.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.82.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.346.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.41.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.305.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.265.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.472.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.509.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.24.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.67.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.447.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.511.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.358.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.462.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.265.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.88.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.303.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.447.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.280.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.10.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.126.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.85.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.96.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.278.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.379.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.398.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.376.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.207.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.506.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.176.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.232.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.224.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.293.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.451.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.16.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.46.mixer.D": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.316.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.258.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.188.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.442.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.9.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.145.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.424.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.148.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.216.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.35.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.507.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.186.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.355.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.78.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.277.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.248.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.438.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.252.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.204.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.492.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.133.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.123.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.398.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.501.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.370.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.39.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.477.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.231.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.19.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.452.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.270.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.423.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.251.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.504.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.72.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.247.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.295.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.49.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.157.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.283.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.18.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.491.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.66.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.429.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.80.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.387.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.202.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.231.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.241.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.376.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.197.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.274.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.129.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.164.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.5.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.432.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.403.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.454.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.311.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.72.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.265.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.417.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.315.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.355.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.25.mixer.q_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.473.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.41.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.255.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.61.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.144.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.298.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.309.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.112.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.457.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.319.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.478.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.245.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.norm.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.45.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.104.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.50.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.420.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.73.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.247.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.60.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.64.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.30.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.155.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.38.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.377.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.228.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.2.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.328.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.485.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.72.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.407.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.112.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.222.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.392.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.299.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.21.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.241.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.363.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.15.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.205.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.81.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.337.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.499.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.171.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.283.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.169.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.246.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.43.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.123.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.307.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.451.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.199.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.348.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.132.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.387.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.189.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.103.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.226.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.242.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.334.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.354.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.464.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.148.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.303.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.268.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.211.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.297.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.222.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.355.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.54.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.164.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.264.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.133.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.104.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.13.mixer.D": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.332.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.61.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.345.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.15.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.266.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.148.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.356.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.306.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.381.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.245.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.223.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.205.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.124.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.110.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.107.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.245.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.64.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.245.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.342.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.505.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.444.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.237.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.192.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.21.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.141.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.196.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.369.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.354.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.292.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.275.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.303.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.226.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.7.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.334.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.357.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.403.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.199.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.177.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.232.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.346.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.54.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.16.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.97.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.264.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.382.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.211.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.479.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.238.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.5.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.442.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.337.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.290.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.92.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.303.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.8.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.151.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.473.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.32.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.92.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.94.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.472.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.105.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.108.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.275.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.353.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.62.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.216.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.166.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.8.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.437.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.219.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.109.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.403.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.409.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.9.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.182.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.409.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.386.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.57.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.260.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.408.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.301.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.484.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.3.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.12.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.222.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.31.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.495.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.457.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.343.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.492.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.334.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.253.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.496.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.272.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.262.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.215.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.77.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.419.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.483.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.486.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.193.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.392.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.166.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.164.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.247.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.405.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.216.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.310.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.124.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.159.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.487.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.424.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.191.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.137.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.125.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.443.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.251.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.401.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.16.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.114.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.81.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.449.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.191.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.318.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.375.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.280.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.453.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.461.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.182.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.141.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.432.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.31.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.353.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.113.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.42.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.247.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.103.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.100.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.236.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.41.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.448.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.171.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.84.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.108.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.352.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.302.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.130.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.491.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.17.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.164.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.395.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.380.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.201.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.510.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.350.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.44.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.383.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.310.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.112.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.21.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.97.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.397.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.345.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.113.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.442.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.143.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.106.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.41.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.82.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.413.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.164.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.379.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.471.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.258.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.266.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.110.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.450.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.70.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.378.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.7.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.437.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.135.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.173.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.89.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.129.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.407.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.37.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.419.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.215.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.148.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.508.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.323.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.330.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.147.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.363.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.327.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.306.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.326.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.358.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.356.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.256.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.210.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.231.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.449.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.476.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.415.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.353.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.13.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.332.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.106.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.229.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.445.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.410.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.435.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.33.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.312.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.417.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.411.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.118.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.99.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.207.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.495.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.323.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.408.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.382.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.244.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.386.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.91.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.446.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.505.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.148.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.252.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.479.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.169.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.408.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.203.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.340.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.195.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.382.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.197.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.163.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.14.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.500.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.107.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.252.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.296.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.219.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.64.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.210.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.363.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.331.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.253.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.285.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.40.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.165.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.15.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.250.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.478.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.6.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.332.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.8.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.120.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.gate.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.491.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.439.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.203.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.298.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.174.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.387.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.243.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.316.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.402.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.234.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.33.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.303.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.504.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.107.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.401.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.303.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.42.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.35.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.273.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.333.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.468.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.151.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.351.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.35.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.45.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.497.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.228.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.162.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.479.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.296.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.160.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.250.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.282.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.342.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.243.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.487.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.484.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.277.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.146.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.133.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.300.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.278.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.243.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.297.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.162.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.189.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.290.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.210.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.88.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.198.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.264.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.411.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.227.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.105.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.94.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.242.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.185.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.277.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.340.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.280.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.409.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.389.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.288.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.324.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.193.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.408.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.65.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.10.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.311.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.354.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.54.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.396.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.370.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.67.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.52.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.339.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.439.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.338.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.331.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.186.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.469.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.72.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.332.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.350.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.275.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.366.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.66.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.462.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.223.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.314.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.142.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.43.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.108.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.302.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.102.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.86.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.33.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.122.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.379.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.363.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.316.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.66.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.350.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.298.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.243.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.24.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.442.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.486.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.381.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.256.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.420.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.407.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.122.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.4.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.289.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.159.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.249.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.298.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.263.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.21.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.201.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.166.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.375.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.397.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.317.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.413.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.57.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.185.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.167.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.316.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.81.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.469.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.159.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.474.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.131.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.257.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.193.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.333.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.313.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.147.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.292.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.91.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.477.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.405.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.319.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.147.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.500.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.439.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.88.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.57.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.387.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.256.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.418.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.29.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.501.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.201.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.88.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.61.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.457.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.489.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.61.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.179.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.385.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.139.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.464.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.506.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.464.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.286.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.135.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.343.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.363.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.22.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.89.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.128.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.493.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.460.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.145.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.263.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.391.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.100.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.455.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.15.mixer.A_log": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.34.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.97.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.360.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.218.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.77.norm.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.6.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.450.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.231.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.2.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.245.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.168.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.34.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.481.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.248.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.287.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.78.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.466.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.124.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.142.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.322.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.235.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.276.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.489.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.443.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.363.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.107.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.164.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.276.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.156.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.129.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.467.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.249.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.117.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.116.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.140.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.36.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.86.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.497.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.116.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.274.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.253.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.302.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.336.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.71.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.14.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.312.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.471.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.466.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.449.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.31.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.474.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.144.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.146.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.438.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.265.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.378.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.224.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.332.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.366.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.440.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.216.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.376.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.183.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.11.mixer.dt_bias": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.140.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.278.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.485.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.119.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.13.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.306.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.365.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.294.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.423.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.12.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.259.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.367.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.364.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.274.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.114.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.70.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.64.mixer.D": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.shared_experts.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.45.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.423.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.273.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.112.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.421.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.344.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.396.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.128.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.90.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.225.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.488.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.377.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.226.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.436.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.105.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.116.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.372.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.261.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.148.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.246.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.371.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.471.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.179.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.441.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.444.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.150.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.370.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.497.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.142.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.196.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.422.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.491.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.261.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.153.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.243.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.29.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.263.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.42.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.127.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.348.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.44.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.264.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.188.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.432.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.362.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.150.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.65.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.402.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.437.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.8.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.331.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.399.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.8.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.359.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.487.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.55.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.35.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.171.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.88.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.457.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.332.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.164.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.43.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.59.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.509.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.400.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.373.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.95.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.96.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.220.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.439.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.81.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.456.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.394.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.287.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.330.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.97.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.247.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.265.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.352.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.245.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.238.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.310.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.88.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.163.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.240.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.201.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.184.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.211.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.503.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.471.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.354.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.425.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.59.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.172.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.155.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.491.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.371.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.177.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.397.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.194.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.45.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.145.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.32.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.496.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.482.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.222.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.96.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.50.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.219.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.404.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.79.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.262.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.134.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.505.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.389.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.182.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.200.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.87.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.gate.e_score_correction_bias": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.51.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.258.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.322.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.356.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.326.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.167.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.59.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.156.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.16.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.13.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.234.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.25.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.344.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.135.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.247.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.503.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.352.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.46.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.401.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.73.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.264.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.364.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.359.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.74.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.222.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.329.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.344.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.413.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.277.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.369.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.323.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.300.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.285.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.311.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.407.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.463.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.337.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.380.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.74.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.130.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.145.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.250.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.7.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.347.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.265.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.105.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.101.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.334.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.477.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.37.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.72.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.404.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.307.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.194.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.444.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.500.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.23.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.256.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.483.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.77.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.308.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.103.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.54.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.158.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.445.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.53.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.423.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.111.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.152.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.120.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.71.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.169.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.323.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.71.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.131.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.382.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.201.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.408.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.508.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.345.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.474.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.456.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.235.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.102.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.295.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.463.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.210.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.433.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.77.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.20.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.373.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.366.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.471.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.297.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.100.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.213.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.200.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.409.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.73.mixer.D": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.10.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.17.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.6.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.457.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.469.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.408.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.305.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.468.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.153.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.38.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.400.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.452.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.57.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.403.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.305.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.306.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.272.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.106.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.432.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.150.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.484.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.476.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.283.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.175.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.371.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.260.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.0.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.207.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.84.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.69.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.253.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.406.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.364.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.309.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.21.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.384.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.508.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.381.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.245.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.9.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.54.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.163.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.424.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.267.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.190.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.499.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.287.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.362.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.186.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.41.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.341.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.158.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.60.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.121.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.369.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.397.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.317.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.511.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.192.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.2.mixer.conv1d.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.355.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.345.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.224.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.314.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.103.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.362.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.62.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.10.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.53.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.147.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.456.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.345.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.327.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.145.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.304.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.47.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.498.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.21.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.169.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.508.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.132.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.165.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.359.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.297.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.88.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.436.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.390.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.69.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.481.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.178.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.430.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.36.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.440.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.71.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.327.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.231.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.390.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.153.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.23.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.95.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.330.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.356.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.474.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.311.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.485.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.163.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.304.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.94.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.113.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.217.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.220.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.333.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.360.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.509.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.369.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.474.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.404.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.466.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.246.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.489.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.360.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.200.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.419.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.78.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.351.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.165.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.399.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.498.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.394.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.498.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.57.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.469.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.96.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.134.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.129.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.382.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.fc1_latent_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.13.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.249.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.97.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.497.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.9.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.493.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.246.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.79.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.256.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.232.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.229.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.257.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.49.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.103.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.163.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.472.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.287.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.123.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.503.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.73.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.428.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.322.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.341.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.98.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.406.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.434.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.31.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.240.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.254.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.394.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.394.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.381.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.507.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.148.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.97.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.178.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.501.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.289.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.227.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.30.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.20.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.232.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.384.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.333.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.487.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.91.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.388.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.252.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.137.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.339.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.447.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.168.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.30.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.445.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.451.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.243.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.295.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.508.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.119.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.245.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.186.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.465.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.203.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.497.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.429.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.17.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.138.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.258.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.330.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.55.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.136.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.503.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.fc1_latent_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.340.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.153.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.51.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.64.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.89.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.274.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.33.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.62.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.193.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.148.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.403.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.473.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.126.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.116.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.354.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.210.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.330.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.472.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.153.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.503.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.448.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.247.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.232.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.359.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.294.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.414.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.269.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.319.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.187.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.473.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.153.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.393.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.50.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.351.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.329.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.50.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.95.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.370.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.7.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.303.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.195.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.172.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.146.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.364.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.143.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.438.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.275.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.478.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.20.mixer.dt_bias": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.503.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.497.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.140.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.275.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.231.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.217.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.215.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.24.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.396.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.273.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.506.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.139.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.401.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.340.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.197.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.296.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.291.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.231.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.12.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.395.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.133.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.74.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.191.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.69.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.308.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.19.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.51.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.111.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.223.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.162.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.4.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.259.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.378.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.256.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.353.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.216.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.387.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.502.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.61.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.379.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.437.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.217.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.356.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.70.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.381.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.300.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.228.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.163.down_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.345.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.418.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.486.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.347.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.221.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.110.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.59.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.395.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.norm.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.199.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.367.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.183.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.507.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.245.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.145.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.47.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.484.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.362.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.64.norm.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.378.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.31.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.23.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.336.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.294.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.169.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.49.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.415.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.435.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.171.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.225.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.46.mixer.dt_bias": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.19.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.27.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.172.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.176.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.240.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.61.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.153.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.435.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.141.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.60.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.432.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.216.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.103.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.451.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.503.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.119.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.387.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.336.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.366.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.510.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.174.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.170.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.179.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.304.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.169.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.428.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.314.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.113.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.508.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.342.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.70.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.138.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.315.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.62.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.119.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.308.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.240.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.393.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.316.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.319.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.40.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.3.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.67.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.29.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.53.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.445.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.378.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.452.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.244.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.102.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.144.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.480.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.200.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.320.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.45.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.140.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.422.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.186.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.159.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.188.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.483.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.502.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.366.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.465.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.168.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.456.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.130.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.217.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.260.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.113.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.321.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.216.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.486.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.498.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.240.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.500.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.236.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.319.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.306.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.30.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.340.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.378.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.98.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.440.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.86.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.329.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.180.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.147.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.42.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.283.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.44.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.44.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.375.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.21.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.236.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.184.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.394.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.363.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.126.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.153.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.7.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.65.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.27.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.68.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.313.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.norm.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.501.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.20.mixer.conv1d.bias": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.462.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.402.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.150.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.277.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.59.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.13.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.321.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.210.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.3.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.391.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.91.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.229.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.369.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.314.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.279.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.81.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.95.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.4.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.381.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.363.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.321.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.363.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.55.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.91.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.382.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.9.mixer.dt_bias": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.321.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.39.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.502.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.80.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.128.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.329.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.485.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.59.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.337.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.452.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.168.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.101.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.309.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.182.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.247.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.473.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.227.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.422.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.374.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.260.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.66.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.318.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.395.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.133.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.174.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.444.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.8.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.485.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.191.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.330.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.284.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.57.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.51.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.55.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.85.mixer.experts.433.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.186.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.393.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.440.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.425.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.302.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.105.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.226.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.212.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.308.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.166.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.312.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.90.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.478.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.101.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.435.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.23.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.431.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.74.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.358.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.8.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.282.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.394.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.47.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.265.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.72.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.41.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.132.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.162.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.120.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.1.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.344.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.310.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.235.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.42.mixer.D": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.150.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.170.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.495.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.448.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.13.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.373.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.256.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.323.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.21.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.121.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.178.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.74.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.276.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.257.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.329.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.88.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.379.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.483.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.38.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.152.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.33.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.23.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.164.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.142.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.301.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.390.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.425.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.298.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.137.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.95.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.292.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.199.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.164.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.456.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.509.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.91.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.81.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.509.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.195.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.402.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.138.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.201.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.414.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.211.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.395.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.101.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.308.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.417.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.25.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.309.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.469.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.288.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.323.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.228.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.210.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.484.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.475.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.158.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.391.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.203.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.64.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.448.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.137.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.98.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.261.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.246.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.398.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.102.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.254.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.135.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.417.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.159.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.394.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.112.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.45.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.189.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.17.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.123.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.302.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.338.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.187.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.21.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.62.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.58.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.366.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.43.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.69.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.269.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.118.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.161.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.93.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.459.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.186.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.426.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.135.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.208.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.50.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.414.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.500.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.30.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.473.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.475.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.274.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.437.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.194.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.144.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.8.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.435.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.398.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.262.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.76.mixer.experts.183.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.114.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.151.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.296.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.445.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.184.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.185.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.453.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.100.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.226.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.448.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.162.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.158.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.396.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.511.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.31.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.325.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.55.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.337.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.353.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.211.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.35.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.328.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.133.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.6.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.195.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.268.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.485.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.0.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.386.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.133.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.320.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.336.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.56.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.439.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.126.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.272.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.488.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.417.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.261.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.75.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.117.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.156.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.229.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.104.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.302.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.20.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.95.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.415.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.207.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.274.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.370.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.223.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.482.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.7.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.387.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.406.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.467.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.207.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.106.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.4.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.365.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.167.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.349.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.1.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.472.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.251.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.162.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.496.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.131.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.183.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.175.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.116.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.169.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.301.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.508.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.454.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.45.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.258.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.169.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.248.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.286.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.140.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.504.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.218.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.296.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.288.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.156.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.361.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.236.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.22.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.norm.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.26.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.278.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.104.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.330.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.332.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.333.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.204.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.416.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.87.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.fc2_latent_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.232.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.55.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.280.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.42.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.503.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.352.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.243.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.58.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.412.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.480.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.286.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.232.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.508.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.492.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.361.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.379.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.1.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.7.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.237.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.79.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.126.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.292.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.375.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.343.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.8.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.132.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.374.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.346.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.276.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.177.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.22.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.422.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.428.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.315.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.453.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.11.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.212.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.100.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.457.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.395.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.329.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.68.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.213.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.198.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.259.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.43.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.123.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.264.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.374.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.123.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.497.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.434.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.46.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.307.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.267.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.501.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.98.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.27.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.312.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.476.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.330.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.95.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.349.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.109.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.83.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.108.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.199.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.33.down_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.125.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.229.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.199.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.30.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.328.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.436.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.413.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.21.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.306.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.328.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.299.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.156.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.424.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.397.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.54.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.272.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.177.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.229.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.342.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.385.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.501.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.304.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.232.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.85.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.168.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.460.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.355.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.99.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.495.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.205.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.429.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.6.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.298.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.213.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.38.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.227.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.296.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.413.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.255.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.401.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.214.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.237.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.308.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.42.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.481.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.366.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.330.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.124.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.167.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.13.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.229.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.363.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.386.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.14.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.287.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.102.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.375.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.286.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.62.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.426.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.353.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.36.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.208.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.197.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.411.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.75.mixer.D": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.470.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.63.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.120.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.316.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.192.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.179.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.409.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.201.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.446.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.249.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.273.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.184.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.107.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.100.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.473.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.106.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.464.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.316.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.295.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.9.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.469.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.4.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.162.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.31.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.450.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.368.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.387.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.417.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.203.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.327.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.390.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.72.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.20.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.156.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.176.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.227.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.261.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.354.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.348.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.128.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.70.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.431.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.507.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.310.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.19.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.207.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.209.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.468.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.134.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.275.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.132.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.27.mixer.conv1d.bias": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.384.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.353.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.139.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.487.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.310.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.317.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.221.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.97.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.260.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.283.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.119.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.242.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.142.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.307.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.291.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.80.mixer.dt_bias": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.173.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.50.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.354.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.314.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.455.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.35.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.279.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.107.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.409.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.151.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.370.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.419.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.159.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.496.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.197.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.3.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.323.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.305.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.407.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.478.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.417.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.39.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.488.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.gate.e_score_correction_bias": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.122.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.80.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.247.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.186.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.333.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.370.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.491.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.331.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.3.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.47.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.65.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.367.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.134.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.226.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.445.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.505.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.106.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.457.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.392.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.113.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.256.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.185.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.171.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.234.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.472.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.394.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.294.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.118.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.412.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.412.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.488.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.495.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.471.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.306.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.405.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.261.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.88.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.281.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.346.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.112.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.44.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.390.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.226.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.454.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.362.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.457.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.44.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.143.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.467.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.399.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.262.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.221.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.339.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.173.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.46.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.264.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.434.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.481.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.85.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.440.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.75.mixer.in_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.160.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.290.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.74.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.234.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.30.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.89.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.465.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.289.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.148.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.410.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.161.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.81.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.69.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.457.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.332.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.69.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.219.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.398.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.490.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.174.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.326.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.170.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.237.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.412.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.312.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.367.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.349.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.391.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.502.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.3.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.101.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.88.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.481.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.385.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.140.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.80.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.238.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.193.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.378.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.442.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.359.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.406.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.127.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.436.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.420.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.12.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.112.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.442.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.39.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.452.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.258.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.81.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.495.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.278.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.355.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.488.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.499.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.487.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.117.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.85.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.12.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.334.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.399.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.485.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.32.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.386.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.85.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.401.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.71.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.274.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.38.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.323.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.370.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.417.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.431.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.371.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.86.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.172.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.416.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.153.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.158.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.278.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.137.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.70.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.459.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.387.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.150.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.403.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.19.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.187.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.27.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.215.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.428.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.146.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.248.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.121.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.69.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.444.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.401.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.275.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.451.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.342.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.315.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.27.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.32.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.372.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.117.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.84.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.308.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.54.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.384.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.392.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.16.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.492.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.341.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.503.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.505.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.224.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.252.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.1.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.129.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.11.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.353.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.306.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.299.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.62.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.449.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.452.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.215.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.464.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.318.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.234.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.150.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.437.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.0.enorm.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.306.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.13.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.494.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.56.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.442.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.387.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.200.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.484.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.101.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.510.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.norm.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.60.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.193.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.220.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.65.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.0.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.490.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.261.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.116.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.456.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.436.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.380.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.464.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.455.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.242.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.256.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.324.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.92.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.3.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.91.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.313.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.485.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.314.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.339.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.165.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.484.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.451.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.44.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.469.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.274.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.131.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.138.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.274.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.172.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.485.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.393.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.31.mixer.A_log": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.430.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.69.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.211.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.221.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.191.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.478.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.386.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.496.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.209.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.412.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.302.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.105.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.6.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.90.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.320.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.132.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.407.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.370.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.215.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.329.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.326.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.165.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.383.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.420.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.493.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.152.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.446.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.27.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.275.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.311.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.261.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.375.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.420.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.480.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.136.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.491.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.275.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.317.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.188.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.455.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.480.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.258.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.276.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.455.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.218.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.451.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.80.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.10.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.53.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.473.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.62.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.100.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.153.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.29.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.284.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.262.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.228.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.337.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.309.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.77.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.325.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.127.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.237.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.13.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.26.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.152.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.70.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.432.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.134.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.355.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.387.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.123.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.500.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.258.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.79.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.302.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.32.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.459.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.256.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.452.down_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.250.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.438.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.216.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.248.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.287.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.261.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.353.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.415.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.409.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.fc2_latent_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.98.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.347.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.174.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.389.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.279.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.36.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.489.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.479.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.38.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.90.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.140.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.41.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.312.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.146.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.317.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.94.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.243.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.330.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.gate.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.477.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.9.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.352.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.30.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.250.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.457.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.424.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.163.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.507.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.236.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.243.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.15.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.39.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.154.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.255.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.19.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.284.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.466.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.475.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.444.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.138.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.352.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.262.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.fc1_latent_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.201.down_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.50.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.12.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.350.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.132.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.305.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.55.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.181.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.182.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.363.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.21.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.208.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.134.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.178.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.430.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.333.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.324.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.495.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.251.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.295.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.94.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.97.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.180.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.471.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.438.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.306.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.327.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.412.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.415.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.199.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.472.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.181.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.216.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.359.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.142.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.416.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.345.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.493.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.411.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.505.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.407.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.71.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.381.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.462.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.108.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.102.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.155.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.355.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.351.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.433.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.489.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.366.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.132.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.43.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.84.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.448.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.144.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.375.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.308.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.509.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.8.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.34.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.171.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.85.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.507.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.465.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.408.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.68.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.355.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.1.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.458.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.390.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.354.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.126.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.194.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.116.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.311.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.238.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.80.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.93.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.96.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.110.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.298.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.143.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.244.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.76.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.154.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.486.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.46.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.59.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.382.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.297.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.422.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.413.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.357.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.308.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.489.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.142.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.184.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.189.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.414.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.333.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.460.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.286.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.238.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.342.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.184.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.231.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.202.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.430.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.346.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.444.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.235.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.399.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.102.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.206.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.340.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.141.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.92.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.421.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.397.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.264.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.268.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.54.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.98.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.409.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.300.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.317.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.60.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.387.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.125.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.365.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.370.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.242.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.54.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.353.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.185.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.270.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.293.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.140.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.421.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.388.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.116.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.1.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.173.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.11.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.136.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.263.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.422.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.125.down_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.296.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.280.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.160.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.138.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.374.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.18.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.297.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.430.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.403.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.472.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.263.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.297.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.378.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.377.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.69.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.82.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.75.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.346.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.281.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.17.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.507.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.82.mixer.D": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.499.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.63.mixer.experts.272.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.8.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.15.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.297.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.333.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.395.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.74.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.208.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.295.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.255.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.293.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.20.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.402.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.60.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.110.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.56.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.194.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.285.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.332.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.131.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.227.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.91.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.476.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.42.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.213.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.338.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.77.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.219.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.38.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.374.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.134.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.70.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.75.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.152.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.187.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.293.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.495.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.346.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.46.mixer.conv1d.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.499.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.470.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.428.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.282.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.360.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.470.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.404.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.37.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.342.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.386.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.53.mixer.conv1d.bias": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.85.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.123.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.501.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.100.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.240.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.121.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.477.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.246.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.93.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.304.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.357.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.420.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.141.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.368.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.202.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.10.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.376.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.262.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.83.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.141.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.470.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.422.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.411.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.172.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.38.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.165.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.260.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.60.norm.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.336.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.350.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.427.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.69.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.61.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.270.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.97.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.497.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.392.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.455.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.453.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.186.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.61.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.303.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.75.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.182.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.204.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.282.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.336.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.9.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.346.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.78.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.280.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.250.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.332.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.146.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.148.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.268.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.297.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.159.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.24.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.376.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.127.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.295.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.432.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.3.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.398.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.462.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.403.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.84.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.237.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.425.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.15.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.78.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.139.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.326.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.482.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.361.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.294.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.37.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.188.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.180.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.415.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.421.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.200.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.472.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.413.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.154.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.420.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.324.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.189.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.45.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.254.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.386.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.396.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.218.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.130.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.328.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.114.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.59.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.333.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.448.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.385.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.333.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.460.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.128.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.187.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.143.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.216.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.25.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.234.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.343.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.421.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.148.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.426.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.386.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.382.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.289.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.273.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.380.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.398.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.28.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.3.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.159.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.25.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.5.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.271.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.430.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.27.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.320.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.0.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.260.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.101.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.284.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.213.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.475.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.509.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.467.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.277.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.124.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.55.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.477.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.450.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.369.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.56.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.60.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.293.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.333.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.87.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.29.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.310.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.276.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.371.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.97.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.335.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.362.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.45.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.122.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.norm.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.328.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.6.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.118.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.337.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.74.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.393.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.347.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.315.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.483.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.331.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.388.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.344.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.405.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.200.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.335.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.60.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.456.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.23.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.137.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.403.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.9.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.262.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.328.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.334.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.465.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.60.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.348.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.213.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.233.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.305.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.470.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.343.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.404.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.111.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.15.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.215.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.70.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.356.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.325.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.334.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.265.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.89.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.416.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.42.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.352.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.290.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.15.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.332.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.125.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.318.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.42.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.467.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.491.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.97.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.142.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.317.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.6.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.439.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.136.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.324.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.gate.e_score_correction_bias": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.326.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.486.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.396.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.270.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.344.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.59.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.279.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.88.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.396.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.203.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.86.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.151.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.230.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.381.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.188.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.22.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.465.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.263.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.438.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.4.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.378.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.157.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.82.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.390.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.433.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.335.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.80.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.405.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.68.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.222.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.255.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.301.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.376.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.405.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.92.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.258.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.189.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.206.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.504.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.398.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.390.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.294.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.208.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.271.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.315.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.200.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.232.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.42.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.120.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.152.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.205.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.81.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.371.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.345.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.166.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.119.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.392.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.299.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.494.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.434.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.161.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.134.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.358.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.317.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.249.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.401.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.295.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.100.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.505.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.141.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.85.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.416.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.8.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.161.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.48.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.155.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.507.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.459.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.315.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.433.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.366.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.281.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.221.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.435.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.178.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.84.mixer.D": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.360.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.250.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.223.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.451.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.183.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.367.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.496.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.109.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.115.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.7.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.389.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.162.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.290.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.462.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.1.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.389.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.434.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.150.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.114.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.188.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.98.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.491.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.152.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.94.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.334.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.410.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.21.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.208.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.429.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.138.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.311.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.36.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.163.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.408.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.293.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.187.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.360.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.270.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.364.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.361.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.159.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.125.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.193.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.320.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.380.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.222.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.209.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.210.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.296.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.464.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.379.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.502.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.339.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.154.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.99.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.436.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.159.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.40.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.338.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.482.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.232.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.140.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.426.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.246.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.345.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.148.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.319.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.79.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.374.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.414.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.163.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.126.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.87.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.212.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.49.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.427.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.500.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.272.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.92.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.91.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.329.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.78.norm.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.124.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.287.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.430.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.163.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.264.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.445.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.310.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.50.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.411.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.103.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.8.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.77.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.86.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.479.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.415.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.262.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.121.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.218.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.110.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.336.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.506.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.445.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.182.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.506.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.292.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.170.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.214.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.391.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.503.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.144.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.510.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.282.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.171.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.228.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.263.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.410.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.284.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.223.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.366.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.476.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.448.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.84.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.367.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.40.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.355.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.228.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.330.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.29.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.147.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.89.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.283.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.18.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.372.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.207.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.241.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.33.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.148.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.72.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.454.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.87.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.84.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.48.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.86.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.8.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.81.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.223.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.371.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.36.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.445.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.146.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.55.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.230.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.272.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.443.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.387.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.449.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.178.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.309.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.53.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.104.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.358.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.288.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.136.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.345.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.473.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.477.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.208.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.228.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.357.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.100.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.105.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.231.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.53.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.277.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.275.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.95.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.215.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.468.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.455.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.38.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.382.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.81.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.349.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.52.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.160.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.210.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.56.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.473.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.305.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.110.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.309.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.292.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.429.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.265.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.203.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.174.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.214.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.242.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.32.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.189.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.69.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.337.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.495.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.438.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.127.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.462.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.389.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.150.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.440.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.52.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.315.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.283.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.68.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.342.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.266.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.59.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.11.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.108.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.482.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.268.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.94.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.366.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.374.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.173.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.shared_experts.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.373.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.489.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.383.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.0.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.290.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.169.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.61.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.271.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.248.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.233.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.332.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.475.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.145.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.382.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.35.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.404.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.325.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.284.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.299.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.343.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.54.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.105.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.349.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.315.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.72.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.112.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.261.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.128.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.192.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.266.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.453.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.350.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.12.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.183.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.16.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.271.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.264.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.214.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.499.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.344.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.252.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.289.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.176.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.282.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.457.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.416.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.105.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.393.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.200.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.19.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.181.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.325.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.189.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.114.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.511.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.307.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.122.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.480.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.436.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.455.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.123.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.413.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.340.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.50.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.57.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.250.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.463.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.335.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.492.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.94.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.276.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.436.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.466.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.497.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.40.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.316.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.511.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.367.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.351.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.11.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.313.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.285.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.260.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.262.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.307.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.300.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.373.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.508.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.270.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.314.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.220.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.256.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.455.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.469.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.72.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.486.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.508.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.352.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.241.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.129.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.242.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.317.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.44.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.174.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.6.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.381.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.477.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.415.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.5.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.418.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.370.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.65.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.68.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.438.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.501.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.380.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.13.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.6.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.401.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.332.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.210.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.204.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.378.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.255.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.289.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.207.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.116.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.241.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.506.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.188.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.472.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.302.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.499.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.369.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.274.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.473.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.497.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.91.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.41.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.346.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.22.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.92.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.381.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.161.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.365.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.138.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.101.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.171.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.179.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.358.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.449.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.471.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.412.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.181.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.285.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.178.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.115.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.442.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.77.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.325.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.239.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.273.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.484.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.294.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.384.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.151.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.245.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.59.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.409.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.46.mixer.out_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.36.norm.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.39.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.204.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.101.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.24.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.61.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.483.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.145.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.112.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.149.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.504.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.40.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.314.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.5.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.375.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.284.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.320.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.0.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.486.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.129.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.100.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.473.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.120.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.163.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.474.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.77.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.156.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.94.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.350.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.495.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.439.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.121.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.445.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.228.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.252.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.104.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.22.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.291.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.230.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.374.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.93.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.195.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.71.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.278.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.143.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.75.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.18.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.451.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.146.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.189.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.256.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.85.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.106.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.393.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.450.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.303.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.168.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.462.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.52.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.393.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.434.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.93.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.47.mixer.k_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.norm.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.401.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.221.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.453.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.86.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.43.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.330.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.84.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.235.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.272.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.419.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.44.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.262.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.160.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.107.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.383.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.450.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.fc1_latent_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.24.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.23.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.77.mixer.out_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.34.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.471.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.39.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.371.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.194.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.286.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.139.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.408.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.21.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.227.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.356.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.211.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.84.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.348.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.43.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.95.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.70.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.245.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.220.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.236.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.307.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.238.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.251.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.126.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.499.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.179.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.152.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.240.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.237.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.481.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.122.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.310.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.28.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.81.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.134.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.423.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.508.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.293.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.44.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.152.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.511.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.shared_experts.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.422.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.498.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.147.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.293.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.442.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.154.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.196.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.43.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.276.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.296.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.82.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.502.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.483.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.365.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.130.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.224.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.460.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.339.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.167.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.85.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.275.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.381.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.462.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.100.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.58.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.240.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.173.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.122.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.286.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.267.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.100.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.65.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.377.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.316.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.333.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.6.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.511.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.275.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.32.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.298.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.424.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.167.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.470.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.497.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.119.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.286.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.137.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.186.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.188.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.264.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.100.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.233.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.279.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.294.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.49.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.111.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.487.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.253.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.267.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.413.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.463.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.399.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.473.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.164.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.416.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.31.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.235.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.470.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.246.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.133.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.245.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.268.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.104.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.419.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.394.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.415.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.95.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.62.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.72.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.135.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.241.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.157.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.73.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.94.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.141.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.302.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.144.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.362.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.270.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.238.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.52.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.427.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.437.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.244.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.278.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.428.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.45.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.475.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.316.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.304.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.329.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.252.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.499.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.4.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.fc2_latent_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.398.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.296.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.289.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.330.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.195.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.78.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.16.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.457.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.371.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.118.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.287.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.452.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.124.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.179.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.270.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.140.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.234.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.83.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.370.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.365.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.274.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.383.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.49.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.245.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.376.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.89.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.334.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.26.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.76.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.440.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.411.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.74.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.366.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.451.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.249.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.293.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.225.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.372.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.425.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.192.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.328.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.6.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.310.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.306.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.468.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.402.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.255.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.325.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.333.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.93.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.274.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.267.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.256.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.503.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.269.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.261.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.189.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.109.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.343.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.51.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.161.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.410.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.363.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.197.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.227.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.152.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.168.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.213.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.316.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.325.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.414.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.78.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.280.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.108.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.416.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.378.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.378.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.188.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.218.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.150.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.38.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.237.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.280.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.293.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.319.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.124.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.464.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.108.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.151.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.298.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.422.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.488.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.260.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.315.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.121.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.289.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.1.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.240.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.65.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.491.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.102.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.291.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.258.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.283.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.103.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.434.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.17.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.511.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.367.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.202.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.160.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.186.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.263.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.153.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.395.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.488.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.477.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.486.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.331.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.15.mixer.conv1d.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.81.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.455.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.35.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.440.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.298.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.441.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.89.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.397.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.492.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.58.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.319.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.384.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.163.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.358.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.35.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.210.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.307.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.247.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.141.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.388.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.224.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.372.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.56.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.53.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.112.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.399.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.255.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.337.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.46.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.192.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.75.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.125.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.315.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.158.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.453.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.18.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.452.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.177.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.111.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.443.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.408.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.283.down_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.79.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.46.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.202.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.507.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.494.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.327.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.48.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.398.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.493.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.212.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.220.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.361.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.388.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.233.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.87.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.52.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.87.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.402.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.188.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.387.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.67.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.43.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.410.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.119.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.54.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.260.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.294.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.200.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.423.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.222.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.387.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.500.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.341.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.63.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.253.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.21.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.322.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.328.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.193.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.323.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.110.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.509.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.31.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.483.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.249.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.226.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.218.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.176.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.249.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.470.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.16.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.72.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.7.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.123.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.311.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.322.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.380.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.99.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.7.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.25.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.234.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.65.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.44.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.328.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.14.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.260.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.378.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.247.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.233.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.330.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.39.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.218.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.456.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.374.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.476.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.150.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.117.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.386.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.243.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.9.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.250.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.154.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.85.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.38.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.206.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.277.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.3.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.467.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.73.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.438.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.277.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.401.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.261.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.187.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.243.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.326.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.132.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.126.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.195.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.217.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.106.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.102.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.106.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.464.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.396.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.6.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.242.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.79.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.244.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.256.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.173.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.190.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.445.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.507.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.405.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.133.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.60.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.383.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.494.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.365.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.97.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.489.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.397.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.276.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.270.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.14.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.456.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.422.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.255.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.359.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.177.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.162.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.190.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.388.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.287.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.365.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.403.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.429.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.368.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.360.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.386.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.169.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.275.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.249.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.77.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.281.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.222.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.0.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.142.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.454.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.48.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.264.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.222.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.228.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.223.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.285.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.182.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.117.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.460.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.79.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.432.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.272.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.382.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.389.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.47.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.255.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.242.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.130.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.301.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.235.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.340.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.122.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.159.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.425.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.64.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.323.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.208.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.141.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.199.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.452.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.297.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.215.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.317.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.4.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.241.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.76.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.241.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.241.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.352.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.233.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.480.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.477.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.363.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.478.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.350.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.326.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.179.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.461.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.fc2_latent_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.27.mixer.D": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.420.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.240.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.300.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.356.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.396.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.94.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.85.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.1.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.414.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.205.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.264.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.134.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.377.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.240.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.348.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.250.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.196.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.185.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.185.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.137.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.176.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.93.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.427.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.174.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.506.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.31.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.83.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.495.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.131.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.253.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.122.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.284.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.203.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.152.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.210.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.325.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.440.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.5.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.129.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.395.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.482.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.223.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.10.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.145.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.132.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.270.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.131.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.72.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.391.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.84.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.359.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.125.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.112.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.84.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.87.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.431.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.508.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.45.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.419.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.99.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.202.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.217.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.12.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.486.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.273.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.153.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.468.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.490.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.281.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.195.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.43.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.422.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.168.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.345.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.446.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.478.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.125.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.95.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.344.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.318.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.136.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.484.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.506.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.181.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.363.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.260.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.187.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.176.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.231.up_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.151.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.96.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.209.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.13.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.299.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.34.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.342.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.398.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.288.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.494.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.79.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.201.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.333.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.509.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.305.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.308.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.461.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.6.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.334.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.221.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.97.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.284.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.24.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.346.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.313.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.381.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.363.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.465.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.405.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.347.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.187.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.273.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.378.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.286.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.4.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.200.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.387.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.287.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.416.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.310.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.253.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.177.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.141.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.209.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.52.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.499.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.230.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.136.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.431.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.33.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.392.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.21.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.153.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.505.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.373.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.133.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.136.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.439.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.82.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.418.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.211.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.118.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.226.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.55.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.317.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.221.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.445.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.508.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.64.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.211.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.44.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.340.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.449.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.391.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.291.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.188.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.378.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.461.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.439.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.86.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.79.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.54.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.170.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.147.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.107.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.323.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.407.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.15.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.18.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.483.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.28.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.197.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.69.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.240.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.372.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.91.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.435.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.251.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.69.mixer.k_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.377.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.68.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.217.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.8.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.268.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.218.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.322.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.188.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.133.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.189.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.126.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.132.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.2.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.183.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.97.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.427.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.378.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.235.up_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.150.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.478.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.342.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.154.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.68.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.211.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.66.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.499.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.201.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.476.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.402.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.413.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.73.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.497.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.77.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.158.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.355.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.160.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.385.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.473.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.95.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.355.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.481.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.417.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.351.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.52.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.455.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.351.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.319.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.366.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.50.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.164.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.74.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.430.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.305.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.504.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.456.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.46.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.13.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.281.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.284.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.421.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.256.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.464.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.73.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.383.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.35.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.214.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.233.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.318.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.287.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.146.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.232.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.378.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.238.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.254.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.473.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.328.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.390.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.320.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.58.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.179.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.107.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.407.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.70.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.85.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.413.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.250.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.4.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.42.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.392.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.371.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.489.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.213.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.382.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.429.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.171.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.323.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.358.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.48.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.37.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.397.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.33.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.250.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.501.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.197.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.22.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.484.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.505.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.173.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.480.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.29.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.shared_experts.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.307.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.251.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.372.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.419.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.407.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.22.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.457.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.356.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.170.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.352.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.383.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.355.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.200.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.453.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.289.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.459.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.407.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.39.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.400.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.246.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.377.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.236.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.332.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.150.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.162.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.440.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.226.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.313.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.219.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.511.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.413.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.190.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.153.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.52.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.41.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.7.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.365.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.122.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.204.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.136.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.363.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.323.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.349.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.89.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.387.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.366.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.362.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.48.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.51.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.310.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.84.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.313.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.292.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.303.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.96.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.437.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.509.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.272.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.20.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.145.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.382.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.478.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.268.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.267.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.486.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.316.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.212.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.474.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.452.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.417.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.406.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.83.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.311.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.201.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.343.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.464.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.176.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.411.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.400.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.187.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.328.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.373.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.232.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.375.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.177.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.11.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.393.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.378.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.429.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.390.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.244.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.125.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.119.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.63.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.29.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.390.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.171.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.75.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.24.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.35.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.37.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.381.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.428.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.54.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.144.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.405.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.89.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.6.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.330.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.208.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.410.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.7.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.192.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.52.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.107.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.82.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.271.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.392.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.22.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.182.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.450.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.169.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.464.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.118.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.253.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.398.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.313.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.192.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.396.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.291.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.237.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.312.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.468.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.205.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.304.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.333.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.65.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.210.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.55.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.144.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.279.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.353.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.30.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.410.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.185.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.84.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.206.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.327.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.4.mixer.D": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.292.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.279.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.223.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.237.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.301.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.421.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.378.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.284.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.329.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.426.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.500.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.455.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.475.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.488.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.471.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.90.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.508.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.468.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.14.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.174.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.232.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.235.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.245.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.356.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.471.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.75.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.469.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.91.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.88.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.417.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.275.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.385.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.388.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.421.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.125.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.68.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.179.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.17.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.431.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.422.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.165.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.494.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.292.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.439.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.81.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.329.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.417.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.436.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.gate.e_score_correction_bias": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.401.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.0.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.120.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.56.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.13.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.251.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.126.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.444.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.181.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.420.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.102.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.440.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.503.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.309.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.388.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.202.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.28.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.124.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.331.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.461.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.330.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.156.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.253.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.372.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.392.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.163.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.367.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.432.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.192.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.208.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.260.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.501.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.444.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.453.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.253.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.57.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.65.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.347.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.481.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.379.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.304.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.453.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.475.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.206.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.79.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.460.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.155.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.469.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.227.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.61.mixer.experts.167.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.360.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.511.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.462.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.1.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.366.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.168.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.408.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.81.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.437.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.354.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.86.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.fc1_latent_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.260.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.0.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.313.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.255.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.194.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.228.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.85.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.16.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.289.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.411.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.306.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.162.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.303.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.369.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.45.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.427.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.486.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.25.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.244.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.268.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.486.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.153.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.491.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.172.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.gate.e_score_correction_bias": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.493.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.204.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.224.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.124.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.472.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.198.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.454.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.184.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.191.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.404.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.238.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.20.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.455.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.417.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.418.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.131.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.75.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.247.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.72.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.23.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.17.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.388.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.327.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.458.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.186.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.115.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.81.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.221.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.22.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.375.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.251.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.140.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.160.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.432.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.89.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.357.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.238.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.500.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.111.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.386.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.8.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.245.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.49.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.381.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.345.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.130.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.316.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.122.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.164.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.3.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.46.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.138.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.378.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.37.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.448.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.468.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.361.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.22.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.189.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.231.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.246.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.386.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.421.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.393.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.239.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.8.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.14.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.102.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.245.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.463.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.10.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.190.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.84.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.75.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.196.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.169.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.59.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.230.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.236.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.472.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.239.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.71.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.356.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.234.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.59.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.370.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.204.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.210.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.183.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.177.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.73.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.495.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.274.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.13.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.300.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.231.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.16.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.105.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.122.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.289.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.495.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.300.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.248.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.182.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.355.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.209.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.279.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.264.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.norm.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.115.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.448.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.185.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.312.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.178.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.75.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.282.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.197.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.130.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.244.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.279.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.397.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.135.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.240.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.263.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.65.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.355.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.75.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.339.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.160.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.357.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.247.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.448.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.76.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.201.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.474.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.191.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.499.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.gate.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.130.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.75.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.409.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.264.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.398.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.462.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.156.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.22.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.52.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.426.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.207.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.404.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.452.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.417.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.4.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.48.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.132.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.278.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.126.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.429.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.505.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.3.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.249.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.169.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.79.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.198.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.362.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.108.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.328.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.18.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.78.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.371.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.354.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.401.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.205.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.51.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.305.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.18.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.201.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.162.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.308.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.229.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.22.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.262.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.288.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.433.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.198.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.231.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.357.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.126.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.169.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.419.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.227.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.289.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.61.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.387.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.113.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.205.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.151.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.211.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.53.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.31.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.66.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.69.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.71.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.41.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.165.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.382.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.341.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.283.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.111.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.249.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.18.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.97.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.499.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.433.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.510.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.33.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.426.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.451.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.460.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.390.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.260.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.78.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.443.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.164.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.494.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.399.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.422.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.13.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.105.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.199.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.396.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.492.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.161.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.441.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.19.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.445.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.154.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.221.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.402.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.206.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.444.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.147.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.494.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.436.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.508.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.268.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.500.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.389.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.129.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.51.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.363.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.498.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.299.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.390.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.407.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.304.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.496.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.fc2_latent_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.164.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.102.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.197.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.339.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.fc2_latent_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.179.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.339.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.298.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.380.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.399.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.442.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.347.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.21.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.243.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.469.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.99.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.344.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.95.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.161.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.272.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.344.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.260.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.426.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.56.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.278.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.302.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.504.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.452.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.414.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.25.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.393.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.203.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.360.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.492.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.409.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.459.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.420.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.447.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.354.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.205.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.199.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.495.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.103.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.191.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.220.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.392.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.309.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.425.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.91.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.476.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.131.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.154.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.190.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.221.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.7.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.466.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.418.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.383.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.17.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.102.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.9.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.15.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.448.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.416.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.446.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.389.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.213.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.447.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.207.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.131.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.474.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.249.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.416.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.58.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.182.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.408.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.10.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.451.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.367.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.137.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.gate.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.167.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.267.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.466.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.336.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.205.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.463.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.351.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.314.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.459.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.388.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.399.up_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.norm.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.173.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.221.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.176.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.45.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.428.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.133.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.139.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.149.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.205.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.374.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.368.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.429.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.400.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.507.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.431.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.230.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.161.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.279.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.200.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.97.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.444.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.151.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.267.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.209.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.fc2_latent_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.67.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.40.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.203.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.401.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.424.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.71.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.356.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.307.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.395.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.459.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.288.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.3.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.150.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.364.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.143.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.321.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.508.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.343.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.347.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.313.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.162.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.468.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.444.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.392.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.504.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.381.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.439.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.73.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.237.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.330.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.317.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.278.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.450.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.213.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.277.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.403.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.426.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.62.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.239.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.118.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.456.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.500.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.496.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.346.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.396.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.413.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.412.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.430.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.100.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.82.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.412.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.377.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.376.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.320.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.304.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.119.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.87.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.82.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.429.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.272.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.200.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.191.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.127.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.307.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.283.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.205.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.334.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.322.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.331.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.36.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.31.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.313.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.472.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.371.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.472.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.330.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.184.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.131.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.264.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.26.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.497.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.373.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.133.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.432.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.200.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.53.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.389.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.285.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.283.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.505.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.132.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.230.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.125.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.128.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.409.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.351.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.43.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.411.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.395.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.265.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.422.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.88.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.263.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.19.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.266.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.19.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.299.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.19.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.257.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.146.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.311.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.82.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.220.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.140.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.469.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.510.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.506.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.48.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.465.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.451.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.271.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.143.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.437.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.173.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.462.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.480.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.311.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.338.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.492.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.435.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.405.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.232.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.189.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.16.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.171.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.367.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.356.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.69.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.155.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.137.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.494.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.296.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.202.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.16.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.364.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.186.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.168.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.88.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.163.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.364.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.465.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.475.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.225.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.438.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.355.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.59.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.401.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.366.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.431.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.256.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.139.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.176.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.234.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.51.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.83.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.179.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.415.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.90.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.133.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.287.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.357.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.372.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.164.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.416.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.82.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.360.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.58.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.155.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.489.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.349.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.326.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.319.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.218.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.497.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.44.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.26.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.175.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.2.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.230.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.48.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.320.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.381.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.17.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.119.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.15.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.448.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.223.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.479.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.108.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.410.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.85.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.369.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.17.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.354.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.471.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.49.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.148.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.fc1_latent_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.477.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.99.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.274.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.481.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.67.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.252.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.269.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.373.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.288.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.448.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.230.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.300.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.251.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.7.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.307.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.254.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.288.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.402.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.255.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.255.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.193.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.152.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.99.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.284.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.366.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.118.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.106.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.170.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.458.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.441.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.499.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.304.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.112.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.343.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.479.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.342.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.384.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.118.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.211.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.492.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.129.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.310.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.391.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.148.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.190.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.67.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.99.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.122.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.194.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.178.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.449.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.502.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.183.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.158.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.362.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.64.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.282.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.256.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.34.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.62.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.332.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.389.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.117.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.306.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.279.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.411.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.78.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.139.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.198.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.215.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.260.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.296.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.487.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.118.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.409.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.203.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.446.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.466.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.176.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.109.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.256.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.26.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.410.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.162.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.406.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.230.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.139.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.272.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.125.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.406.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.110.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.206.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.392.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.431.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.199.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.192.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.423.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.50.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.34.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.146.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.372.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.275.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.275.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.463.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.302.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.416.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.57.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.6.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.451.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.59.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.74.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.452.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.276.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.61.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.324.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.31.mixer.norm.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.426.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.444.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.397.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.105.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.129.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.28.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.423.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.220.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.292.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.485.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.371.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.275.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.110.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.236.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.48.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.23.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.158.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.279.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.294.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.335.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.294.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.187.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.101.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.133.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.338.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.205.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.304.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.119.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.202.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.415.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.507.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.507.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.282.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.56.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.428.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.255.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.175.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.74.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.98.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.181.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.133.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.243.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.465.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.200.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.180.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.192.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.34.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.139.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.203.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.377.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.321.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.459.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.23.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.168.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.8.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.484.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.459.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.469.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.460.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.118.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.333.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.85.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.424.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.149.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.356.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.446.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.9.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.130.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.243.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.461.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.252.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.11.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.65.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.80.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.281.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.147.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.2.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.328.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.345.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.gate.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.210.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.407.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.101.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.309.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.257.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.394.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.405.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.468.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.75.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.119.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.191.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.245.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.480.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.92.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.498.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.485.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.44.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.shared_experts.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.236.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.91.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.173.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.6.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.375.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.217.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.3.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.489.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.49.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.234.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.122.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.456.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.19.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.48.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.175.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.45.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.359.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.362.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.320.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.60.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.195.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.281.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.62.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.257.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.96.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.422.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.466.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.363.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.379.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.158.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.240.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.230.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.96.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.362.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.494.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.250.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.215.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.369.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.98.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.83.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.42.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.237.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.415.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.431.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.192.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.455.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.312.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.435.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.36.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.427.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.52.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.357.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.426.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.237.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.482.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.420.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.256.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.462.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.292.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.456.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.387.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.281.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.81.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.205.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.412.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.347.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.159.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.368.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.349.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.66.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.393.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.418.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.478.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.125.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.144.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.424.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.138.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.127.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.82.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.96.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.60.mixer.out_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.239.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.238.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.82.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.155.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.209.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.440.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.81.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.283.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.348.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.233.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.350.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.181.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.247.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.406.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.71.mixer.conv1d.bias": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.256.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.160.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.174.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.497.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.18.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.197.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.510.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.314.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.106.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.247.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.451.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.471.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.236.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.257.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.205.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.261.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.233.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.231.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.471.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.461.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.367.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.332.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.309.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.297.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.466.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.164.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.202.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.20.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.324.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.316.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.275.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.166.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.51.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.326.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.279.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.400.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.510.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.86.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.350.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.201.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.444.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.319.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.498.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.379.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.456.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.211.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.300.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.405.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.491.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.107.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.376.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.241.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.242.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.417.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.133.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.gate.e_score_correction_bias": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.501.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.84.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.324.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.321.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.266.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.67.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.60.mixer.conv1d.bias": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.483.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.386.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.477.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.247.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.446.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.118.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.305.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.505.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.404.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.120.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.356.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.39.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.29.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.316.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.415.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.445.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.313.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.499.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.368.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.244.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.353.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.318.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.112.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.157.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.481.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.59.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.290.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.428.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.442.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.5.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.420.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.43.mixer.experts.96.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.381.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.318.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.384.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.489.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.500.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.141.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.290.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.442.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.78.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.393.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.125.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.367.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.388.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.419.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.492.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.294.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.184.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.378.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.266.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.450.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.148.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.305.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.24.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.145.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.505.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.228.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.426.down_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.316.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.131.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.258.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.317.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.262.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.333.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.452.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.308.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.369.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.466.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.480.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.461.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.184.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.68.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.404.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.422.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.270.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.451.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.84.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.452.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.322.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.474.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.60.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.93.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.431.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.335.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.320.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.376.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.14.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.501.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.407.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.313.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.80.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.gate.e_score_correction_bias": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.106.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.215.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.114.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.gate.e_score_correction_bias": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.348.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.251.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.433.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.359.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.502.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.377.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.225.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.458.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.30.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.451.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.74.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.435.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.9.mixer.norm.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.373.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.410.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.499.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.429.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.137.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.293.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.505.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.304.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.502.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.299.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.493.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.132.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.425.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.387.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.72.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.430.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.237.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.78.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.37.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.427.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.255.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.498.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.483.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.0.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.70.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.73.mixer.out_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.413.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.353.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.462.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.144.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.293.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.503.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.301.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.455.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.263.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.439.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.489.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.45.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.78.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.454.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.370.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.474.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.468.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.280.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.363.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.326.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.377.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.110.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.112.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.381.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.91.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.10.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.291.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.440.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.16.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.147.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.440.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.204.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.23.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.260.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.shared_experts.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.470.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.77.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.47.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.215.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.483.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.384.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.164.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.354.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.355.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.444.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.25.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.160.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.300.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.16.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.406.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.80.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.124.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.272.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.152.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.433.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.394.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.80.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.155.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.371.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.309.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.454.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.86.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.33.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.41.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.482.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.59.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.21.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.129.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.259.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.70.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.123.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.360.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.414.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.211.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.60.mixer.norm.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.421.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.426.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.167.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.200.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.225.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.416.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.233.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.shared_experts.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.276.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.105.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.356.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.456.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.102.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.fc2_latent_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.84.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.142.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.125.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.260.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.384.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.71.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.345.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.313.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.174.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.67.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.38.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.240.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.234.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.416.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.101.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.495.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.103.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.105.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.472.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.319.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.198.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.299.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.498.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.369.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.32.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.260.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.378.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.454.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.12.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.207.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.319.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.495.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.375.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.190.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.498.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.256.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.337.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.280.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.378.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.376.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.214.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.15.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.0.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.197.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.285.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.96.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.2.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.510.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.500.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.228.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.388.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.474.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.303.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.71.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.180.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.490.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.398.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.128.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.243.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.129.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.269.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.253.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.280.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.319.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.276.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.254.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.508.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.193.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.29.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.69.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.438.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.214.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.213.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.497.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.107.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.58.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.260.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.264.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.234.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.292.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.411.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.426.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.128.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.150.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.113.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.351.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.382.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.32.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.360.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.26.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.452.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.430.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.45.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.110.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.486.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.496.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.241.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.315.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.60.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.108.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.375.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.473.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.305.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.218.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.173.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.175.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.23.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.352.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.86.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.290.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.270.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.100.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.197.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.292.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.148.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.154.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.74.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.319.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.342.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.381.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.48.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.126.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.220.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.392.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.278.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.438.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.455.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.173.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.245.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.17.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.122.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.250.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.342.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.161.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.354.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.2.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.211.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.169.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.259.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.26.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.206.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.44.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.434.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.469.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.224.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.388.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.189.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.343.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.208.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.23.mixer.experts.170.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.104.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.38.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.279.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.311.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.213.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.201.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.478.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.211.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.103.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.425.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.351.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.321.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.130.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.354.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.108.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.54.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.466.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.432.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.325.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.491.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.18.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.41.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.134.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.193.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.45.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.125.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.141.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.341.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.477.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.87.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.47.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.81.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.408.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.386.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.150.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.19.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.257.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.127.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.469.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.28.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.234.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.302.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.326.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.72.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.26.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.212.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.322.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.170.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.76.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.32.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.206.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.377.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.122.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.34.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.314.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.96.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.93.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.126.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.164.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.26.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.140.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.269.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.123.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.328.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.487.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.33.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.362.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.221.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.101.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.315.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.476.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.1.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.149.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.263.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.330.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.301.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.126.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.125.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.277.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.364.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.276.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.258.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.9.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.343.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.494.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.311.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.105.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.313.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.122.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.102.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.254.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.175.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.106.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.209.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.11.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.185.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.41.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.178.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.96.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.483.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.70.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.150.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.35.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.7.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.240.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.413.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.344.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.416.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.433.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.387.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.429.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.152.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.258.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.187.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.368.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.477.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.171.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.326.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.440.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.379.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.171.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.460.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.0.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.185.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.401.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.294.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.437.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.82.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.427.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.506.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.153.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.310.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.61.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.267.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.30.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.168.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.364.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.232.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.233.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.446.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.39.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.435.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.102.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.176.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.63.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.290.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.320.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.37.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.440.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.92.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.132.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.364.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.106.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.83.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.99.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.432.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.407.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.46.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.263.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.239.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.476.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.354.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.410.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.156.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.145.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.263.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.365.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.473.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.64.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.450.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.436.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.26.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.77.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.364.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.277.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.137.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.5.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.221.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.285.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.215.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.286.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.125.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.33.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.73.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.74.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.467.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.40.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.227.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.476.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.188.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.506.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.173.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.198.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.266.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.187.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.134.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.497.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.68.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.403.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.358.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.312.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.473.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.111.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.301.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.257.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.56.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.381.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.300.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.106.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.497.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.303.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.384.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.6.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.173.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.130.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.243.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.507.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.18.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.294.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.254.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.473.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.471.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.501.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.463.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.27.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.459.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.453.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.398.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.198.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.318.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.159.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.76.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.173.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.488.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.61.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.378.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.190.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.268.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.215.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.26.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.346.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.199.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.440.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.84.mixer.norm.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.189.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.301.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.440.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.473.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.460.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.68.mixer.in_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.23.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.151.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.52.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.384.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.462.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.146.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.444.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.355.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.101.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.300.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.252.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.305.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.fc2_latent_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.284.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.283.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.234.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.482.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.433.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.289.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.484.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.233.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.67.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.178.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.116.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.127.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.106.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.473.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.202.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.368.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.376.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.272.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.461.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.415.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.235.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.209.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.44.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.150.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.392.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.67.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.121.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.474.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.19.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.443.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.227.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.118.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.485.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.271.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.447.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.260.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.367.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.2.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.gate.e_score_correction_bias": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.390.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.238.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.426.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.280.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.40.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.391.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.227.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.214.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.41.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.429.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.96.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.40.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.438.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.8.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.178.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.37.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.389.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.452.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.185.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.394.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.40.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.466.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.18.mixer.A_log": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.86.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.171.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.332.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.213.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.410.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.268.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.112.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.133.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.221.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.167.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.363.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.169.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.504.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.299.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.474.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.328.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.149.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.311.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.162.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.329.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.162.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.135.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.84.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.192.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.401.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.471.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.283.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.30.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.158.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.300.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.208.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.236.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.437.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.17.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.189.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.475.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.78.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.460.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.110.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.36.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.89.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.91.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.60.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.486.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.421.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.171.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.39.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.27.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.470.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.22.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.219.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.shared_experts.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.429.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.298.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.315.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.126.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.16.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.149.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.470.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.482.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.489.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.334.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.441.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.73.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.421.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.339.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.342.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.451.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.498.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.236.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.294.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.504.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.421.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.453.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.282.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.401.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.445.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.292.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.336.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.278.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.460.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.370.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.117.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.114.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.376.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.469.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.362.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.389.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.105.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.150.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.152.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.443.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.283.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.400.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.160.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.285.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.489.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.46.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.426.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.1.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.234.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.350.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.222.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.245.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.497.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.403.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.359.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.27.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.shared_experts.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.244.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.508.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.434.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.147.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.457.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.177.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.251.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.15.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.104.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.149.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.189.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.364.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.347.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.430.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.60.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.202.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.237.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.99.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.511.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.383.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.354.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.266.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.510.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.91.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.379.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.47.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.188.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.152.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.336.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.185.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.254.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.83.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.319.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.478.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.190.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.18.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.368.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.471.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.288.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.434.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.486.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.363.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.511.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.5.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.216.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.353.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.502.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.121.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.441.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.339.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.423.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.468.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.180.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.443.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.104.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.83.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.440.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.fc2_latent_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.239.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.285.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.216.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.252.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.0.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.121.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.182.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.431.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.361.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.258.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.49.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.261.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.4.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.89.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.144.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.265.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.511.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.510.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.296.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.394.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.105.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.30.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.277.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.262.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.95.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.273.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.116.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.112.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.468.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.89.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.240.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.1.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.388.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.norm.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.447.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.12.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.71.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.278.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.265.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.53.mixer.out_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.15.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.106.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.181.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.57.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.341.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.144.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.481.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.31.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.464.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.53.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.214.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.104.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.414.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.111.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.472.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.459.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.433.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.52.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.346.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.178.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.49.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.249.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.481.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.394.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.204.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.490.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.171.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.371.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.226.down_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.465.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.91.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.44.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.37.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.196.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.83.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.254.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.83.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.4.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.23.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.252.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.356.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.508.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.234.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.323.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.124.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.499.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.284.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.466.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.196.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.274.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.413.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.213.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.121.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.305.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.363.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.125.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.460.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.202.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.204.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.268.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.476.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.321.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.342.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.194.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.252.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.297.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.474.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.299.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.140.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.468.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.norm.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.511.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.79.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.125.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.235.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.407.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.62.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.359.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.501.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.452.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.33.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.145.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.307.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.398.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.494.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.159.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.431.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.144.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.413.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.312.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.260.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.7.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.102.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.331.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.116.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.402.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.96.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.138.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.408.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.366.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.156.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.77.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.194.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.212.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.304.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.180.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.37.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.386.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.198.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.51.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.457.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.497.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.116.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.194.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.338.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.60.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.142.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.161.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.482.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.188.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.282.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.38.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.394.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.456.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.241.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.101.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.280.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.251.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.156.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.383.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.431.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.110.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.34.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.399.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.266.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.464.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.320.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.323.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.412.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.86.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.447.down_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.142.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.0.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.43.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.75.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.22.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.148.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.361.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.414.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.89.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.66.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.205.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.266.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.491.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.180.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.121.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.103.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.158.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.346.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.430.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.353.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.501.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.60.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.128.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.428.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.425.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.130.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.134.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.498.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.341.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.334.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.351.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.280.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.26.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.238.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.353.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.46.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.373.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.389.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.119.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.84.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.395.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.277.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.19.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.15.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.179.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.188.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.438.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.13.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.502.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.28.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.65.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.34.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.248.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.488.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.333.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.329.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.448.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.503.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.467.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.491.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.0.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.118.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.250.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.265.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.148.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.210.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.491.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.96.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.510.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.236.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.106.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.78.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.389.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.168.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.432.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.329.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.461.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.27.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.486.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.451.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.230.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.367.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.296.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.46.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.320.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.133.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.450.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.107.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.489.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.455.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.464.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.446.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.157.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.gate.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.404.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.230.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.203.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.102.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.250.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.53.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.165.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.152.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.427.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.479.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.467.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.444.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.168.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.488.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.280.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.216.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.477.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.113.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.13.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.14.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.324.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.143.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.53.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.206.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.431.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.48.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.96.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.144.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.327.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.238.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.356.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.390.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.391.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.12.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.260.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.300.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.27.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.509.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.332.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.341.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.275.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.175.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.298.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.311.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.104.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.495.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.208.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.315.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.199.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.60.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.137.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.224.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.490.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.378.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.125.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.237.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.205.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.262.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.368.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.122.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.65.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.200.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.173.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.131.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.367.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.143.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.446.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.92.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.257.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.362.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.315.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.355.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.95.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.171.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.55.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.224.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.73.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.210.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.205.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.429.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.308.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.366.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.241.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.102.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.405.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.30.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.115.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.107.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.159.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.106.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.204.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.267.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.29.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.487.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.351.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.121.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.150.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.342.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.77.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.287.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.339.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.115.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.244.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.174.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.204.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.36.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.173.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.483.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.269.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.398.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.149.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.fc2_latent_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.106.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.358.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.476.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.127.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.244.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.249.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.44.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.212.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.experts.118.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.129.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.474.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.93.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.200.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.373.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.230.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.259.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.351.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.47.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.50.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.211.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.138.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.276.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.10.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.78.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.188.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.158.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.357.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.241.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.396.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.317.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.19.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.477.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.502.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.71.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.131.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.3.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.109.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.246.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.277.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.461.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.203.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.226.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.224.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.282.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.493.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.171.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.447.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.357.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.341.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.59.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.249.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.37.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.439.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.411.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.379.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.347.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.455.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.172.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.387.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.509.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.460.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.445.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.452.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.114.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.352.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.288.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.172.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.0.mixer.v_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.297.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.318.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.422.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.gate.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.69.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.361.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.342.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.43.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.324.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.198.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.363.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.144.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.50.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.92.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.470.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.4.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.510.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.113.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.367.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.74.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.335.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.376.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.77.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.480.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.328.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.48.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.421.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.264.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.69.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.406.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.86.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.335.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.342.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.151.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.95.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.413.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.68.norm.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.404.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.361.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.481.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.155.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.251.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.362.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.427.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.234.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.251.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.315.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.248.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.206.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.121.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.305.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.481.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.326.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.269.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.211.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.358.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.495.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.26.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.313.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.269.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.421.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.0.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.74.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.134.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.217.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.290.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.169.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.454.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.166.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.240.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.433.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.107.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.331.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.9.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.455.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.295.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.492.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.486.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.378.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.505.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.370.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.126.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.467.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.109.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.247.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.38.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.511.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.3.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.381.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.502.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.70.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.263.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.483.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.467.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.295.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.308.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.266.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.494.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.153.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.206.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.433.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.317.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.194.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.17.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.235.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.373.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.260.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.21.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.479.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.464.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.417.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.317.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.310.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.342.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.247.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.480.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.449.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.125.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.146.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.0.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.321.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.17.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.273.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.421.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.372.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.164.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.287.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.4.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.274.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.236.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.293.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.493.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.139.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.450.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.1.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.51.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.59.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.368.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.349.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.503.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.314.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.222.down_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.157.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.10.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.227.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.87.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.328.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.168.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.377.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.482.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.85.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.402.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.224.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.33.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.472.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.14.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.470.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.69.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.284.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.455.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.320.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.314.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.34.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.412.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.132.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.302.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.472.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.476.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.445.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.446.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.77.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.25.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.352.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.248.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.242.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.400.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.110.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.67.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.82.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.116.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.20.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.427.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.446.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.511.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.141.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.241.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.369.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.78.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.297.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.203.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.35.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.492.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.3.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.426.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.2.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.442.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.331.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.32.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.165.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.220.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.83.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.163.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.82.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.117.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.99.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.168.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.70.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.500.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.1.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.113.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.339.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.447.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.306.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.122.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.297.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.464.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.390.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.41.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.337.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.38.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.173.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.356.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.31.norm.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.481.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.31.mixer.in_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.220.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.410.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.448.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.187.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.65.mixer.experts.179.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.369.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.158.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.505.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.336.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.75.norm.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.120.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.274.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.166.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.394.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.23.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.260.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.315.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.370.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.414.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.332.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.166.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.268.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.268.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.201.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.380.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.379.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.110.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.101.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.380.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.270.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.170.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.397.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.506.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.105.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.37.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.151.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.359.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.72.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.232.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.51.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.283.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.435.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.493.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.389.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.204.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.270.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.299.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.76.mixer.experts.507.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.454.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.19.mixer.experts.74.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.91.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.197.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.485.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.38.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.471.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.206.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.463.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.119.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.144.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.309.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.80.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.127.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.497.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.149.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.327.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.498.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.346.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.2.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.224.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.484.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.459.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.70.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.378.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.357.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.251.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.449.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.141.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.113.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.211.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.136.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.337.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.48.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.495.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.0.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.19.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.397.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.120.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.349.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.388.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.36.mixer.v_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.214.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.239.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.322.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.137.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.223.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.192.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.274.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.333.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.432.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.481.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.63.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.fc2_latent_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.39.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.164.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.502.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.490.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.131.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.400.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.292.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.225.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.79.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.121.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.269.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.28.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.73.mixer.conv1d.bias": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.202.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.231.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.449.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.103.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.411.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.302.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.293.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.45.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.222.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.446.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.89.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.323.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.111.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.63.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.121.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.229.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.368.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.170.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.97.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.311.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.371.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.200.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.352.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.266.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.139.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.0.mixer.o_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.72.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.234.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.494.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.313.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.308.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.429.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.472.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.133.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.251.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.44.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.383.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.27.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.143.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.136.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.459.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.13.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.224.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.105.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.11.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.64.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.475.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.439.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.427.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.18.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.269.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.161.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.272.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.235.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.409.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.108.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.143.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.185.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.280.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.476.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.221.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.29.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.301.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.76.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.330.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.346.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.138.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.163.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.437.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.80.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.427.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.377.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.177.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.352.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.42.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.312.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.445.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.2.mixer.in_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.304.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.347.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.459.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.23.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.418.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.444.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.433.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.355.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.470.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.492.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.497.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.264.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.238.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.214.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.237.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.97.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.481.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.135.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.67.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.387.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.417.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.233.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.40.norm.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.76.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.38.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.225.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.358.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.33.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.412.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.217.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.318.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.217.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.273.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.236.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.64.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.309.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.293.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.483.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.116.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.295.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.146.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.15.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.320.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.204.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.257.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.92.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.315.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.371.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.467.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.357.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.500.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.256.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.216.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.5.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.172.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.247.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.180.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.337.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.464.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.61.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.158.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.503.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.194.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.88.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.169.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.372.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.289.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.159.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.229.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.427.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.341.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.294.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.419.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.332.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.17.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.264.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.178.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.53.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.381.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.458.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.325.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.78.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.333.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.3.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.448.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.361.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.503.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.324.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.65.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.296.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.59.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.40.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.386.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.10.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.348.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.198.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.53.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.250.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.428.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.150.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.187.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.111.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.344.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.492.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.286.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.420.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.163.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.386.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.162.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.223.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.508.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.129.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.252.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.79.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.228.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.487.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.178.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.fc1_latent_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.353.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.11.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.406.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.148.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.449.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.11.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.349.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.408.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.284.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.455.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.153.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.87.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.470.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.297.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.420.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.151.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.447.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.328.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.257.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.202.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.494.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.371.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.335.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.56.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.162.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.35.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.121.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.52.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.333.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.366.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.14.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.298.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.353.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.436.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.254.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.301.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.194.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.105.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.460.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.221.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.423.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.25.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.324.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.167.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.414.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.123.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.15.mixer.conv1d.bias": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.128.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.357.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.9.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.253.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.209.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.238.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.42.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.417.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.145.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.340.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.170.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.33.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.108.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.74.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.209.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.217.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.146.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.97.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.369.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.402.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.78.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.404.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.102.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.11.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.284.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.194.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.107.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.361.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.170.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.352.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.362.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.364.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.377.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.294.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.62.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.115.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.160.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.39.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.423.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.395.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.134.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.295.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.197.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.355.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.22.mixer.dt_bias": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.122.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.419.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.444.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.88.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.59.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.218.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.337.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.168.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.399.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.477.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.356.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.111.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.7.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.340.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.393.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.427.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.198.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.108.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.364.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.88.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.344.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.186.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.509.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.440.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.93.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.222.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.509.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.211.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.201.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.81.mixer.experts.39.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.46.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.224.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.252.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.216.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.186.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.429.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.128.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.212.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.215.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.374.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.224.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.278.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.459.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.146.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.194.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.361.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.163.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.44.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.201.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.95.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.79.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.84.mixer.A_log": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.38.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.381.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.108.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.364.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.68.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.284.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.196.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.483.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.470.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.417.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.417.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.436.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.417.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.424.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.177.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.345.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.411.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.90.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.150.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.261.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.324.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.415.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.276.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.506.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.85.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.347.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.140.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.466.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.146.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.29.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.388.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.211.up_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.338.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.313.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.422.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.401.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.18.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.442.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.401.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.442.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.425.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.187.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.220.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.71.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.117.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.279.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.482.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.325.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.425.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.499.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.397.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.322.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.281.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.211.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.350.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.480.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.149.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.23.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.421.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.235.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.361.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.233.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.303.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.326.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.492.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.147.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.396.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.319.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.302.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.334.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.219.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.217.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.244.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.374.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.10.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.102.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.241.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.149.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.217.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.436.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.445.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.207.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.78.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.58.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.216.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.345.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.184.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.227.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.180.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.428.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.458.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.486.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.434.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.50.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.467.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.212.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.241.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.61.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.141.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.463.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.62.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.412.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.307.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.257.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.490.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.279.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.148.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.330.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.1.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.297.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.375.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.483.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.91.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.269.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.124.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.223.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.244.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.294.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.214.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.451.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.274.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.490.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.50.down_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.165.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.99.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.199.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.450.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.145.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.339.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.212.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.154.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.427.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.310.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.475.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.426.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.83.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.52.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.438.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.123.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.74.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.492.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.53.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.460.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.255.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.340.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.167.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.175.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.186.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.18.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.221.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.21.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.449.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.198.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.414.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.269.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.174.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.119.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.387.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.87.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.244.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.175.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.85.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.302.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.221.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.495.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.77.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.86.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.174.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.411.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.375.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.257.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.193.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.464.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.194.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.351.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.442.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.253.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.302.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.358.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.6.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.375.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.97.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.446.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.271.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.45.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.354.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.376.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.462.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.41.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.104.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.294.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.69.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.180.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.157.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.380.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.34.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.7.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.457.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.318.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.38.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.438.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.323.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.146.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.114.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.160.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.140.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.489.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.307.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.478.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.297.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.383.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.458.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.350.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.92.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.253.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.72.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.105.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.95.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.31.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.301.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.222.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.2.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.0.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.374.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.434.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.83.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.93.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.394.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.486.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.9.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.9.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.491.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.20.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.387.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.251.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.1.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.224.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.38.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.503.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.20.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.303.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.93.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.282.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.163.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.198.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.219.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.401.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.33.mixer.A_log": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.204.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.gate.e_score_correction_bias": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.325.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.182.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.24.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.29.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.122.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.245.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.229.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.251.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.100.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.500.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.22.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.494.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.185.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.295.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.338.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.383.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.93.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.418.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.388.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.493.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.384.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.421.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.210.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.362.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.76.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.49.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.149.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.510.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.107.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.173.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.352.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.335.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.390.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.28.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.37.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.357.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.39.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.485.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.153.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.496.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.150.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.195.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.413.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.28.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.343.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.186.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.293.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.294.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.198.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.402.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.128.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.181.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.2.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.249.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.299.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.416.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.90.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.281.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.244.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.21.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.354.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.218.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.245.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.122.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.427.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.339.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.430.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.167.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.307.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.249.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.256.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.143.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.361.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.143.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.0.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.3.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.164.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.254.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.299.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.302.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.442.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.335.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.387.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.266.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.261.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.426.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.416.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.475.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.481.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.301.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.115.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.481.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.236.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.31.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.experts.186.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.154.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.459.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.290.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.308.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.243.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.314.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.218.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.488.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.496.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.169.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.19.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.98.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.422.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.108.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.79.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.133.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.241.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.89.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.161.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.55.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.27.mixer.norm.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.410.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.310.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.306.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.465.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.182.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.293.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.132.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.208.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.98.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.278.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.420.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.70.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.222.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.24.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.274.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.7.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.95.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.118.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.178.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.200.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.261.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.19.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.34.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.229.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.44.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.25.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.45.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.86.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.391.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.490.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.495.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.487.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.429.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.27.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.273.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.380.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.117.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.27.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.427.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.163.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.424.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.236.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.11.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.504.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.152.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.486.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.252.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.231.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.493.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.21.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.426.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.396.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.87.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.431.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.486.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.494.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.297.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.471.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.231.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.190.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.49.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.494.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.143.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.262.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.487.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.46.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.454.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.158.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.348.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.94.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.268.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.187.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.409.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.231.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.88.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.144.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.18.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.400.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.413.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.137.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.338.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.440.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.136.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.361.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.143.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.50.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.184.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.506.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.115.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.1.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.275.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.483.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.448.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.325.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.446.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.210.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.471.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.0.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.255.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.norm.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.111.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.30.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.43.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.346.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.146.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.341.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.298.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.385.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.208.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.404.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.35.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.459.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.28.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.80.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.378.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.371.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.414.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.76.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.390.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.163.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.299.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.96.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.214.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.69.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.177.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.314.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.167.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.363.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.243.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.93.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.471.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.82.mixer.conv1d.bias": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.305.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.96.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.47.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.14.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.135.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.227.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.384.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.22.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.501.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.498.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.3.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.94.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.266.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.352.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.183.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.170.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.181.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.266.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.80.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.276.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.145.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.389.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.220.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.339.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.70.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.45.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.39.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.263.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.210.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.358.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.231.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.490.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.376.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.328.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.272.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.426.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.195.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.361.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.274.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.105.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.477.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.401.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.25.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.211.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.361.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.88.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.18.mixer.out_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.54.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.97.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.389.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.361.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.309.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.496.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.196.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.331.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.176.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.383.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.120.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.1.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.57.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.141.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.88.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.116.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.57.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.52.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.429.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.298.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.495.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.91.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.163.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.257.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.56.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.403.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.316.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.299.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.438.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.194.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.153.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.297.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.269.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.432.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.207.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.62.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.403.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.120.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.159.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.327.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.441.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.184.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.100.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.115.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.421.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.38.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.226.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.352.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.205.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.44.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.229.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.37.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.166.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.105.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.446.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.323.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.393.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.325.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.456.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.499.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.445.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.180.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.127.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.506.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.117.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.332.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.324.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.378.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.296.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.262.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.60.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.425.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.8.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.189.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.67.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.490.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.259.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.52.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.188.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.149.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.70.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.465.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.130.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.331.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.249.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.337.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.476.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.433.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.233.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.76.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.263.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.33.norm.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.32.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.6.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.105.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.215.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.258.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.45.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.291.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.217.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.137.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.497.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.83.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.324.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.400.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.278.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.461.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.231.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.169.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.337.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.421.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.225.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.510.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.400.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.476.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.278.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.117.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.80.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.501.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.303.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.134.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.378.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.393.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.28.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.372.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.388.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.380.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.177.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.252.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.202.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.13.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.265.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.157.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.214.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.256.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.275.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.245.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.142.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.37.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.353.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.63.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.493.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.454.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.214.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.103.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.280.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.506.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.444.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.56.mixer.experts.283.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.36.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.325.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.492.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.502.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.343.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.167.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.386.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.294.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.145.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.19.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.445.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.151.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.72.mixer.experts.198.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.309.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.198.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.441.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.306.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.157.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.144.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.157.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.180.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.457.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.74.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.155.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.6.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.66.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.314.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.472.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.443.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.236.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.32.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.64.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.314.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.172.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.94.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.274.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.394.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.58.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.23.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.16.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.412.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.460.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.403.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.62.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.40.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.190.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.0.mixer.dt_bias": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.281.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.159.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.302.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.135.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.195.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.490.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.241.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.105.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.116.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.162.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.248.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.251.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.428.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.387.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.425.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.362.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.498.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.131.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.303.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.87.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.386.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.156.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.332.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.379.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.291.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.458.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.286.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.27.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.285.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.296.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.387.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.10.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.183.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.338.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.217.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.363.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.118.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.458.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.56.mixer.experts.75.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.219.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.488.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.26.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.357.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.283.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.258.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.332.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.225.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.8.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.55.mixer.D": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.444.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.150.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.480.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.79.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.94.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.461.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.262.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.163.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.216.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.275.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.62.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.137.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.296.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.154.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.376.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.491.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.12.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.100.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.299.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.242.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.234.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.49.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.173.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.265.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.278.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.37.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.392.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.211.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.472.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.390.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.380.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.416.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.86.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.96.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.98.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.454.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.347.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.159.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.253.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.239.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.9.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.421.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.234.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.406.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.421.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.350.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.56.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.130.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.396.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.358.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.54.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.306.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.472.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.454.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.349.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.119.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.359.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.402.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.101.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.368.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.473.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.101.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.12.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.117.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.295.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.norm.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.188.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.173.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.358.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.219.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.344.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.433.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.84.mixer.in_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.22.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.347.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.152.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.161.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.300.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.394.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.22.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.180.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.439.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.175.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.491.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.372.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.380.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.246.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.185.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.344.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.31.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.184.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.290.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.108.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.176.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.383.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.452.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.290.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.346.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.323.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.259.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.457.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.30.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.20.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.295.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.438.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.58.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.353.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.275.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.423.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.184.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.108.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.33.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.453.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.206.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.313.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.130.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.52.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.99.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.454.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.410.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.441.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.351.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.508.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.243.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.48.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.241.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.384.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.448.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.250.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.461.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.476.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.383.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.158.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.107.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.88.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.229.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.89.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.346.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.436.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.242.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.466.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.484.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.18.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.357.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.222.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.216.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.23.mixer.experts.120.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.17.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.499.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.71.mixer.A_log": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.149.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.40.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.249.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.487.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.402.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.92.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.511.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.123.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.493.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.344.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.147.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.93.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.37.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.238.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.123.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.477.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.29.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.83.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.55.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.294.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.307.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.194.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.246.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.393.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.245.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.485.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.322.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.259.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.438.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.344.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.489.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.447.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.223.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.5.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.80.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.294.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.183.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.34.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.257.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.368.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.160.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.370.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.17.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.423.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.46.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.190.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.152.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.290.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.208.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.485.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.251.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.410.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.408.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.95.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.301.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.96.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.439.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.91.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.390.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.232.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.124.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.155.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.41.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.179.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.450.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.31.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.150.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.357.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.10.mixer.experts.394.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.352.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.337.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.28.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.330.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.291.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.364.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.280.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.492.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.349.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.103.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.279.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.124.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.325.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.136.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.325.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.349.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.80.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.252.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.227.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.358.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.470.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.85.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.154.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.482.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.492.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.445.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.312.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.392.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.89.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.311.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.165.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.446.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.420.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.3.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.376.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.295.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.98.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.62.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.287.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.192.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.266.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.504.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.70.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.227.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.166.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.63.mixer.experts.434.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.450.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.127.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.105.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.31.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.156.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.85.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.194.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.267.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.131.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.445.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.74.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.439.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.211.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.48.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.389.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.399.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.408.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.76.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.483.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.373.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.184.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.220.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.488.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.109.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.414.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.503.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.433.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.157.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.243.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.51.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.381.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.399.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.487.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.425.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.26.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.282.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.427.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.31.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.169.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.286.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.467.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.63.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.93.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.131.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.59.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.57.mixer.conv1d.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.1.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.389.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.271.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.185.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.296.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.430.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.22.norm.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.42.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.431.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.421.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.142.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.127.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.506.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.108.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.55.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.375.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.227.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.93.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.20.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.327.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.55.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.27.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.196.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.377.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.417.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.72.mixer.experts.332.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.375.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.137.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.231.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.454.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.280.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.113.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.326.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.321.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.309.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.96.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.66.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.61.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.324.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.35.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.508.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.120.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.46.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.49.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.14.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.458.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.163.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.289.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.107.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.98.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.411.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.99.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.311.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.84.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.196.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.198.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.52.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.186.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.506.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.2.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.195.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.226.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.175.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.404.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.415.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.432.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.85.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.323.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.484.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.176.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.425.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.57.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.185.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.31.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.171.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.307.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.333.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.403.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.66.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.349.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.269.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.221.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.155.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.334.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.29.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.102.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.264.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.239.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.311.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.173.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.318.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.430.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.369.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.483.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.431.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.255.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.403.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.78.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.113.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.212.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.104.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.shared_experts.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.265.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.167.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.445.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.447.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.26.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.496.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.500.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.436.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.208.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.440.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.272.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.74.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.68.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.433.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.199.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.431.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.84.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.10.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.507.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.45.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.40.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.325.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.475.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.110.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.453.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.321.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.258.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.191.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.51.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.199.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.65.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.216.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.152.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.322.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.358.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.359.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.340.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.400.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.127.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.gate.e_score_correction_bias": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.257.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.29.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.131.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.499.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.440.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.230.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.188.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.485.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.273.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.432.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.82.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.310.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.420.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.114.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.335.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.414.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.511.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.321.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.302.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.105.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.421.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.131.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.99.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.258.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.59.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.225.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.455.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.338.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.162.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.358.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.363.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.41.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.426.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.130.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.97.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.478.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.116.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.110.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.343.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.227.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.391.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.86.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.87.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.313.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.421.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.496.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.154.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.236.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.383.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.399.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.285.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.391.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.364.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.165.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.394.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.18.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.120.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.195.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.0.mixer.conv1d.bias": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.310.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.81.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.475.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.194.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.20.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.317.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.374.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.471.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.213.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.70.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.172.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.428.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.473.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.481.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.326.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.233.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.447.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.302.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.126.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.382.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.484.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.109.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.83.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.387.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.467.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.30.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.352.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.30.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.48.mixer.experts.72.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.119.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.244.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.67.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.74.mixer.experts.193.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.256.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.235.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.41.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.219.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.378.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.338.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.456.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.343.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.332.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.8.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.327.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.174.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.177.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.366.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.335.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.10.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.315.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.100.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.356.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.57.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.151.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.181.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.116.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.413.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.191.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.20.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.480.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.324.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.33.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.443.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.47.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.179.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.162.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.190.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.378.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.289.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.405.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.107.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.458.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.282.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.167.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.122.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.509.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.414.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.241.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.294.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.209.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.267.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.52.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.336.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.251.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.114.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.290.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.14.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.9.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.412.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.429.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.292.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.71.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.23.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.431.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.424.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.426.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.146.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.60.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.70.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.67.mixer.experts.447.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.230.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.222.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.267.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.179.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.427.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.18.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.45.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.386.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.486.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.9.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.159.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.350.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.81.mixer.experts.488.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.188.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.218.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.163.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.107.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.179.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.466.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.52.mixer.experts.449.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.302.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.21.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.67.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.73.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.252.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.389.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.363.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.301.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.102.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.474.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.25.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.437.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.376.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.359.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.99.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.1.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.89.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.198.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.400.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.270.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.415.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.79.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.266.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.98.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.61.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.285.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.128.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.222.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.34.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.346.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.297.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.216.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.321.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.121.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.68.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.149.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.472.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.356.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.218.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.215.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.225.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.162.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.gate.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.332.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.213.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.505.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.462.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.86.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.59.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.270.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.60.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.503.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.79.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.227.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.432.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.284.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.100.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.439.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.222.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.169.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.109.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.205.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.501.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.465.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.236.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.125.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.73.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.367.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.114.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.333.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.14.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.225.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.259.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.346.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.189.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.297.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.77.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.223.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.135.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.381.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.45.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.133.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.434.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.158.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.77.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.375.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.468.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.446.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.shared_experts.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.338.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.408.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.481.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.269.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.390.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.349.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.31.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.265.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.283.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.352.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.57.mixer.in_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.33.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.118.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.308.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.18.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.493.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.232.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.157.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.469.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.279.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.238.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.391.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.156.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.425.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.127.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.80.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.360.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.328.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.251.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.257.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.169.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.288.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.51.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.446.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.257.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.93.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.116.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.164.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.shared_experts.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.201.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.481.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.88.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.397.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.470.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.217.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.491.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.24.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.32.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.165.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.166.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.171.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.315.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.35.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.86.mixer.norm.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.70.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.406.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.164.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.177.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.12.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.155.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.250.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.201.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.458.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.94.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.486.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.469.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.56.mixer.experts.199.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.244.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.451.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.16.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.195.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.39.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.511.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.155.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.221.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.63.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.152.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.22.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.343.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.329.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.433.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.135.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.372.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.221.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.468.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.18.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.144.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.48.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.229.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.377.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.265.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.396.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.85.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.235.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.420.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.373.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.485.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.269.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.259.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.193.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.103.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.337.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.225.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.240.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.258.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.187.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.33.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.389.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.67.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.355.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.438.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.329.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.199.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.420.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.329.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.314.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.389.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.37.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.21.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.13.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.47.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.123.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.327.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.142.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.96.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.265.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.442.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.154.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.501.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.136.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.265.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.398.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.211.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.186.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.168.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.109.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.376.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.57.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.36.mixer.o_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.458.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.59.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.163.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.426.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.346.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.152.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.265.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.393.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.84.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.449.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.102.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.440.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.334.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.139.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.36.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.56.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.488.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.221.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.190.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.430.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.130.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.199.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.234.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.469.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.495.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.96.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.74.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.41.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.427.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.418.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.313.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.110.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.153.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.180.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.233.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.36.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.213.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.415.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.365.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.327.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.63.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.28.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.56.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.160.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.9.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.419.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.319.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.237.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.444.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.154.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.441.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.246.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.183.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.63.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.196.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.175.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.405.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.287.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.196.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.454.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.306.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.74.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.204.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.254.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.397.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.199.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.248.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.283.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.187.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.238.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.306.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.329.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.309.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.427.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.414.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.165.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.227.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.368.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.142.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.374.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.173.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.456.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.342.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.223.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.381.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.33.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.28.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.375.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.131.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.30.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.98.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.430.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.370.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.258.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.norm.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.50.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.3.mixer.experts.381.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.162.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.105.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.332.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.370.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.138.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.110.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.216.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.25.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.332.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.389.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.9.up_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.80.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.428.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.34.mixer.experts.44.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.90.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.266.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.198.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.452.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.19.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.208.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.507.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.325.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.382.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.291.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.11.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.371.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.405.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.100.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.105.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.272.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.292.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.393.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.131.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.343.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.301.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.30.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.15.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.103.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.383.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.163.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.304.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.501.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.61.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.311.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.316.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.69.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.295.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.500.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.449.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.108.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.12.mixer.experts.262.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.467.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.334.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.413.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.182.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.283.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.479.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.179.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.500.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.122.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.187.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.142.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.468.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.238.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.41.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.225.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.428.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.350.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.343.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.160.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.397.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.437.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.348.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.76.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.123.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.55.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.9.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.34.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.85.mixer.experts.37.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.408.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.4.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.247.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.318.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.154.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.28.mixer.experts.295.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.230.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.405.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.481.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.328.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.76.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.366.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.42.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.345.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.18.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.288.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.310.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.152.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.491.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.378.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.5.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.369.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.23.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.470.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.133.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.54.mixer.experts.143.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.gate.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.492.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.337.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.186.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.112.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.136.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.245.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.311.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.303.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.368.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.511.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.418.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.325.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.68.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.374.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.38.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.402.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.298.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.159.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.304.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.42.mixer.dt_bias": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.423.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.496.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.269.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.350.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.170.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.206.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.64.mixer.in_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.9.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.196.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.405.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.340.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.359.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.262.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.379.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.102.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.331.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.343.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.219.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.339.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.73.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.151.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.391.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.285.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.325.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.117.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.505.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.128.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.153.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.423.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.479.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.326.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.505.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.130.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.337.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.286.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.138.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.52.mixer.experts.107.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.134.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.61.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.499.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.286.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.263.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.394.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.310.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.102.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.159.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.255.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.370.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.283.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.21.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.478.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.429.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.62.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.443.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.361.down_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.304.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.49.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.254.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.308.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.205.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.36.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.37.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.389.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.354.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.458.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.287.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.455.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.432.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.429.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.137.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.440.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.19.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.96.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.30.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.401.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.203.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.10.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.93.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.324.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.339.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.447.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.215.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.448.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.393.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.318.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.176.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.314.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.293.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.441.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.464.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.217.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.15.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.348.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.359.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.115.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.55.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.27.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.204.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.374.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.199.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.375.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.276.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.109.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.436.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.212.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.10.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.133.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.141.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.33.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.89.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.126.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.91.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.104.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.48.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.36.mixer.q_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.380.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.355.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.166.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.214.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.199.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.269.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.243.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.51.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.408.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.51.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.86.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.69.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.54.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.434.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.343.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.30.mixer.experts.121.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.136.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.500.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.166.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.10.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.344.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.351.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.150.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.374.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.446.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.71.mixer.norm.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.494.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.89.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.221.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.337.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.408.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.488.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.207.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.13.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.326.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.156.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.114.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.443.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.336.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.342.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.108.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.470.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.experts.378.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.9.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.129.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.54.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.437.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.42.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.207.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.278.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.218.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.510.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.337.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.11.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.211.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.87.mixer.experts.424.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.210.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.417.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.146.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.394.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.504.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.58.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.510.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.121.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.85.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.171.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.509.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.90.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.125.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.66.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.393.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.266.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.6.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.245.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.239.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.62.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.319.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.405.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.88.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.130.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.445.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.402.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.471.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.348.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.136.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.91.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.37.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.111.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.340.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.27.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.454.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.119.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.506.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.371.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.287.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.261.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.496.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.132.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.338.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.160.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.190.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.213.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.397.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.163.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.316.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.315.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.463.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.108.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.326.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.99.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.263.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.45.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.387.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.387.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.471.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.241.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.164.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.299.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.149.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.87.mixer.experts.4.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.316.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.298.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.193.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.199.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.499.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.81.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.441.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.346.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.73.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.42.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.80.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.495.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.400.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.36.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.206.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.390.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.54.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.gate.e_score_correction_bias": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.190.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.449.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.427.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.370.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.359.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.386.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.264.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.288.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.96.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.26.mixer.experts.242.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.48.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.255.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.500.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.26.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.183.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.502.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.504.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.186.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.496.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.100.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.481.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.260.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.82.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.399.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.103.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.85.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.433.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.331.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.483.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.62.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.263.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.24.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.136.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.196.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.171.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.255.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.357.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.46.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.271.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.383.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.438.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.217.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.414.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.487.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.291.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.196.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.1.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.258.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.412.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.32.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.64.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.509.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.166.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.32.mixer.experts.450.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.393.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.66.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.199.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.475.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.250.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.191.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.435.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.20.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.shared_experts.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.215.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.128.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.355.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.488.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.280.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.471.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.465.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.53.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.304.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.83.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.191.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.293.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.36.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.5.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.332.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.339.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.201.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.251.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.457.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.132.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.12.mixer.experts.163.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.113.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.196.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.344.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.121.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.25.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.20.mixer.norm.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.114.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.337.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.486.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.259.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.275.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.160.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.365.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.159.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.8.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.47.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.85.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.34.mixer.experts.90.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.387.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.128.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.449.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.350.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.41.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.393.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.7.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.388.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.509.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.53.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.263.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.52.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.480.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.313.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.81.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.340.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.155.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.38.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.427.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.285.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.497.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.319.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.349.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.496.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.370.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.443.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.504.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.425.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.376.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.23.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.381.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.177.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.40.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.478.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.503.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.435.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.363.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.24.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.76.mixer.experts.174.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.192.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.374.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.88.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.393.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.501.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.219.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.88.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.363.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.61.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.37.mixer.experts.60.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.477.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.460.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.297.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.282.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.206.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.15.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.89.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.6.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.166.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.23.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.132.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.348.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.374.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.114.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.499.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.104.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.265.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.478.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.240.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.294.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.200.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.403.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.227.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.107.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.123.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.240.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.302.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.124.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.224.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.393.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.31.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.64.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.471.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.408.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.419.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.411.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.27.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.124.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.188.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.290.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.139.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.285.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.320.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.178.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.45.mixer.experts.29.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.261.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.335.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.39.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.336.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.23.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.5.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.341.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.73.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.243.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.271.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.155.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.470.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.448.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.54.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.36.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.238.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.499.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.144.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.375.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.355.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.31.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.499.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.446.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.72.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.241.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.115.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.272.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.312.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.442.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.445.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.431.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.144.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.267.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.364.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.439.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.27.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.339.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.140.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.221.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.332.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.432.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.233.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.132.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.14.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.405.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.222.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.190.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.138.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.407.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.385.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.414.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.26.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.132.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.66.mixer.conv1d.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.470.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.371.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.60.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.278.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.433.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.409.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.140.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.shared_experts.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.91.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.257.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.239.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.316.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.24.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.205.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.434.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.322.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.501.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.489.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.392.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.80.mixer.norm.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.460.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.108.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.26.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.111.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.406.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.268.up_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.242.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.468.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.510.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.437.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.175.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.207.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.439.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.11.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.325.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.353.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.110.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.350.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.134.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.396.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.160.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.409.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.153.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.480.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.506.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.158.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.366.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.127.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.447.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.178.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.41.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.189.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.463.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.338.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.shared_experts.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.458.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.279.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.469.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.69.mixer.q_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.488.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.98.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.221.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.332.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.461.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.387.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.70.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.312.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.76.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.42.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.467.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.175.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.179.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.339.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.354.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.372.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.19.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.182.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.277.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.111.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.424.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.9.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.178.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.160.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.219.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.455.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.447.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.473.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.381.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.480.down_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.375.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.471.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.151.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.244.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.139.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.344.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.12.mixer.experts.37.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.43.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.41.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.61.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.368.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.219.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.116.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.213.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.483.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.328.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.194.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.330.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.142.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.496.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.160.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.5.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.222.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.409.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.303.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.100.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.500.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.354.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.12.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.183.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.214.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.203.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.257.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.324.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.70.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.fc1_latent_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.358.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.277.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.176.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.21.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.46.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.372.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.84.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.58.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.17.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.375.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.175.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.496.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.152.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.429.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.482.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.368.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.185.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.293.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.154.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.191.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.42.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.88.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.295.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.377.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.212.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.481.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.8.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.280.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.369.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.358.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.288.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.448.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.257.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.257.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.487.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.436.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.342.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.413.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.48.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.359.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.129.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.31.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.397.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.3.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.13.mixer.A_log": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.410.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.401.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.113.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.459.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.35.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.129.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.71.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.107.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.371.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.476.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.83.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.315.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.49.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.487.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.135.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.19.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.486.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.470.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.128.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.493.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.247.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.183.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.452.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.248.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.136.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.241.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.337.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.284.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.59.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.294.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.20.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.347.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.234.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.48.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.298.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.459.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.111.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.497.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.196.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.27.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.108.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.146.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.504.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.376.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.130.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.502.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.397.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.438.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.145.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.245.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.425.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.58.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.433.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.359.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.67.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.227.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.234.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.439.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.271.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.180.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.fc1_latent_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.399.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.148.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.461.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.385.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.500.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.309.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.451.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.96.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.295.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.173.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.449.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.336.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.181.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.329.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.226.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.164.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.271.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.233.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.67.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.201.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.347.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.11.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.72.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.370.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.30.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.120.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.12.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.288.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.423.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.294.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.165.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.62.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.8.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.60.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.108.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.137.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.349.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.209.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.288.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.7.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.107.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.272.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.396.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.186.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.273.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.46.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.92.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.30.mixer.experts.476.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.153.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.511.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.272.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.401.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.214.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.108.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.320.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.186.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.430.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.350.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.101.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.176.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.385.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.405.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.24.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.54.mixer.experts.214.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.496.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.324.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.403.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.378.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.486.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.58.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.170.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.136.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.62.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.405.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.10.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.94.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.35.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.112.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.443.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.248.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.298.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.285.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.283.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.389.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.29.mixer.conv1d.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.51.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.63.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.388.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.206.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.503.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.406.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.489.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.109.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.143.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.304.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.391.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.339.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.320.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.145.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.339.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.259.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.449.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.245.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.324.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.370.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.299.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.376.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.153.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.158.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.166.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.123.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.239.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.139.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.189.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.160.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.266.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.235.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.226.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.23.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.46.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.224.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.66.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.53.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.174.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.315.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.155.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.495.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.189.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.330.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.444.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.372.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.331.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.483.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.215.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.461.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.330.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.14.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.291.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.403.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.237.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.82.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.105.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.337.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.342.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.399.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.262.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.0.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.297.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.30.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.464.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.105.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.480.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.20.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.101.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.219.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.233.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.414.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.240.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.303.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.374.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.118.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.350.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.506.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.477.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.9.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.210.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.287.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.267.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.433.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.228.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.182.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.56.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.281.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.52.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.20.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.277.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.65.mixer.experts.135.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.508.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.286.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.103.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.275.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.211.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.129.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.509.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.74.mixer.experts.3.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.107.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.184.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.439.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.366.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.353.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.22.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.276.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.385.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.101.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.299.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.14.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.288.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.20.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.390.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.169.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.281.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.58.norm.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.98.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.68.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.304.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.496.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.87.mixer.experts.22.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.495.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.169.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.71.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.151.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.259.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.439.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.174.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.77.mixer.conv1d.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.95.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.333.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.9.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.29.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.156.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.507.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.235.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.412.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.442.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.477.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.397.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.57.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.147.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.212.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.431.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.484.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.171.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.287.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.167.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.362.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.293.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.283.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.51.mixer.norm.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.28.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.408.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.73.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.424.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.352.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.298.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.339.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.122.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.193.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.244.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.386.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.499.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.74.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.124.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.401.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.405.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.255.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.355.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.119.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.66.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.365.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.170.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.127.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.0.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.196.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.271.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.400.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.157.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.141.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.254.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.475.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.238.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.374.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.217.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.164.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.355.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.140.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.87.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.423.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.16.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.504.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.329.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.87.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.327.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.170.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.100.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.281.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.6.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.481.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.101.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.416.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.76.mixer.experts.217.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.267.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.335.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.30.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.463.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.412.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.399.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.303.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.501.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.398.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.353.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.17.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.10.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.36.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.138.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.34.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.27.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.329.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.168.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.208.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.479.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.285.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.16.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.434.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.48.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.141.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.175.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.81.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.366.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.510.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.392.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.76.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.370.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.141.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.120.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.420.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.201.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.344.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.138.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.194.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.411.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.244.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.491.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.143.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.152.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.498.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.291.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.99.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.62.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.452.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.87.mixer.experts.225.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.50.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.509.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.250.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.120.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.175.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.204.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.26.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.502.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.463.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.430.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.230.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.142.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.491.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.250.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.329.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.54.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.369.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.116.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.286.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.137.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.26.mixer.experts.36.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.324.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.48.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.491.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.79.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.14.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.295.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.25.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.382.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.113.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.422.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.424.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.480.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.505.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.65.mixer.experts.332.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.193.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.392.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.219.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.75.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.246.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.12.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.198.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.294.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.353.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.221.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.shared_experts.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.41.mixer.experts.472.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.189.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.43.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.54.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.476.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.31.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.284.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.266.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.474.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.299.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.396.up_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.214.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.396.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.192.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.368.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.83.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.69.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.79.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.14.mixer.experts.5.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.183.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.135.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.347.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.223.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.189.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.401.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.106.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.229.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.176.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.303.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.172.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.287.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.360.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.233.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.400.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.73.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.495.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.343.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.280.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.506.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.35.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.424.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.306.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.283.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.213.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.251.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.432.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.273.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.409.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.486.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.305.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.199.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.282.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.156.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.226.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.209.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.60.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.487.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.353.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.19.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.106.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.161.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.479.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.157.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.298.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.311.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.469.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.411.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.17.mixer.experts.127.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.273.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.336.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.480.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.217.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.146.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.436.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.327.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.110.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.115.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.488.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.230.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.366.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.50.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.259.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.388.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.497.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.501.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.414.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.419.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.252.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.353.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.456.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.252.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.461.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.346.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.127.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.464.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.469.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.292.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.501.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.465.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.398.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.496.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.115.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.146.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.220.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.128.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.244.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.164.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.222.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.51.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.265.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.485.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.423.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.364.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.229.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.446.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.12.mixer.experts.406.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.230.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.361.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.7.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.424.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.461.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.161.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.326.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.99.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.216.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.236.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.509.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.gate.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.70.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.226.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.35.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.86.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.47.norm.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.225.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.144.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.346.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.110.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.60.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.367.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.194.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.18.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.510.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.gate.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.175.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.295.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.374.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.175.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.115.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.452.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.362.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.452.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.306.down_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.241.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.1.mixer.experts.134.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.397.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.317.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.145.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.24.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.268.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.14.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.146.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.211.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.360.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.92.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.361.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.425.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.154.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.276.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.193.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.231.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.327.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.230.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.494.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.72.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.352.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.464.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.451.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.392.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.432.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.139.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.162.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.214.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.34.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.435.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.99.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.358.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.68.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.294.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.445.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.339.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.236.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.510.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.0.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.213.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.432.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.473.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.54.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.379.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.124.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.398.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.432.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.29.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.442.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.420.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.480.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.100.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.348.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.177.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.180.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.402.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.408.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.248.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.250.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.403.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.180.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.401.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.365.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.211.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.179.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.219.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.39.mixer.experts.309.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.462.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.40.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.277.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.382.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.326.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.405.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.238.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.262.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.430.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.114.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.91.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.495.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.137.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.252.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.473.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.30.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.312.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.306.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.230.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.313.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.298.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.14.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.437.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.380.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.38.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.343.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.181.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.1.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.450.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.375.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.12.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.79.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.276.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.129.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.187.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.58.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.168.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.168.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.88.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.27.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.375.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.247.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.201.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.313.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.498.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.69.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.193.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.67.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.308.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.286.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.310.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.137.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.351.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.20.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.508.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.71.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.384.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.27.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.71.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.380.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.111.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.364.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.119.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.19.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.111.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.334.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.101.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.56.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.128.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.420.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.445.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.498.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.308.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.483.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.120.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.289.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.262.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.466.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.495.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.171.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.71.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.43.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.510.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.341.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.15.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.340.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.367.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.401.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.385.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.116.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.432.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.157.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.446.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.258.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.296.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.experts.291.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.423.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.130.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.502.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.313.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.497.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.245.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.84.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.133.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.432.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.189.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.304.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.481.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.401.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.346.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.435.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.151.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.465.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.103.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.406.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.63.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.476.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.183.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.509.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.272.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.460.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.254.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.226.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.1.mixer.experts.175.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.158.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.503.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.293.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.336.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.131.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.373.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.401.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.19.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.142.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.185.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.52.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.483.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.286.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.115.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.468.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.476.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.451.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.460.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.gate.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.484.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.204.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.458.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.46.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.374.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.357.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.221.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.276.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.295.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.314.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.88.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.259.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.277.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.258.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.451.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.407.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.108.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.264.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.369.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.154.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.97.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.251.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.507.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.482.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.410.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.91.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.419.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.175.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.59.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.135.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.278.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.293.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.466.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.92.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.129.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.138.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.503.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.170.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.249.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.443.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.252.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.326.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.490.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.415.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.414.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.83.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.8.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.329.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.223.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.32.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.gate.e_score_correction_bias": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.356.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.217.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.350.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.461.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.362.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.28.mixer.experts.475.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.166.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.423.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.253.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.50.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.260.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.377.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.182.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.45.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.284.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.406.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.473.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.149.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.493.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.500.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.314.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.79.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.301.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.478.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.257.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.13.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.59.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.77.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.32.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.509.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.335.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.13.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.165.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.321.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.326.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.511.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.437.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.0.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.277.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.119.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.303.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.395.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.279.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.427.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.479.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.414.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.61.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.195.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.55.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.473.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.321.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.252.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.60.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.362.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.86.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.399.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.68.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.56.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.160.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.219.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.250.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.17.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.380.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.316.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.214.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.432.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.328.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.141.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.63.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.132.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.207.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.269.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.27.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.138.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.57.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.57.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.359.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.448.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.78.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.231.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.406.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.253.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.405.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.34.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.65.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.241.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.369.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.3.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.97.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.416.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.55.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.51.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.205.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.140.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.482.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.123.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.11.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.238.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.140.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.116.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.88.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.213.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.271.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.157.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.83.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.250.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.312.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.117.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.67.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.228.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.94.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.167.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.280.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.244.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.339.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.420.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.236.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.358.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.255.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.408.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.203.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.486.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.239.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.454.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.229.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.fc1_latent_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.409.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.295.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.156.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.67.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.334.down_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.3.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.270.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.404.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.391.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.386.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.248.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.506.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.297.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.331.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.391.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.402.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.54.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.372.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.150.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.422.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.282.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.312.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.340.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.505.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.11.mixer.conv1d.bias": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.52.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.198.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.131.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.219.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.284.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.52.mixer.experts.429.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.69.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.479.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.303.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.254.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.148.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.181.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.509.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.132.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.48.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.34.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.295.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.442.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.189.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.175.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.10.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.111.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.43.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.31.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.398.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.126.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.174.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.405.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.407.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.409.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.422.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.240.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.33.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.339.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.11.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.237.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.103.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.242.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.39.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.370.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.244.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.483.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.236.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.269.up_proj.weight": "model-00013-of-00050.safetensors", + "mtp.layers.1.mixer.experts.403.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.257.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.412.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.384.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.434.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.75.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.7.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.453.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.59.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.43.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.158.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.2.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.37.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.455.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.472.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.282.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.299.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.421.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.101.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.466.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.80.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.283.up_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.196.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.246.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.320.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.334.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.397.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.444.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.495.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.83.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.175.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.262.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.95.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.389.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.454.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.117.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.295.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.88.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.440.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.405.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.306.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.430.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.320.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.340.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.81.mixer.experts.46.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.103.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.132.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.63.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.175.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.130.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.340.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.350.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.311.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.478.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.338.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.fc2_latent_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.124.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.371.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.312.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.503.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.43.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.403.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.215.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.511.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.19.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.fc2_latent_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.112.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.57.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.236.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.51.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.469.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.11.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.174.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.94.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.509.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.166.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.447.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.14.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.25.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.51.mixer.out_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.48.mixer.experts.474.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.51.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.87.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.262.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.273.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.483.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.56.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.75.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.420.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.212.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.302.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.472.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.509.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.103.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.67.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.389.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.472.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.208.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.325.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.34.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.428.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.464.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.282.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.488.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.169.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.111.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.178.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.137.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.194.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.131.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.47.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.284.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.242.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.304.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.21.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.59.mixer.experts.87.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.50.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.411.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.336.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.41.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.15.mixer.D": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.89.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.229.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.233.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.233.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.158.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.126.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.86.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.112.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.351.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.254.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.434.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.350.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.368.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.33.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.257.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.456.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.73.mixer.norm.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.73.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.168.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.321.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.300.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.7.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.150.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.401.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.410.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.453.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.158.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.57.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.211.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.305.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.263.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.252.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.57.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.245.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.331.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.131.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.23.mixer.experts.448.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.413.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.401.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.493.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.196.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.421.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.74.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.403.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.351.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.390.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.438.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.295.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.93.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.482.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.283.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.136.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.471.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.431.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.433.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.223.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.324.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.155.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.479.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.48.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.413.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.339.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.335.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.421.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.479.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.40.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.283.up_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.278.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.309.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.311.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.306.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.482.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.243.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.275.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.470.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.437.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.198.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.217.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.69.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.437.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.308.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.242.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.250.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.258.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.476.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.219.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.194.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.250.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.487.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.54.mixer.experts.73.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.51.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.121.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.180.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.353.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.158.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.311.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.159.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.269.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.286.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.465.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.79.mixer.experts.474.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.160.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.93.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.458.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.504.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.197.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.208.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.7.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.4.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.400.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.144.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.378.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.497.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.21.mixer.experts.71.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.289.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.506.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.499.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.251.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.352.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.281.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.51.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.100.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.508.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.41.up_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.213.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.250.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.249.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.100.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.382.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.146.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.50.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.145.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.341.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.19.mixer.experts.3.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.508.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.210.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.183.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.101.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.223.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.80.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.72.mixer.experts.0.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.98.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.278.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.28.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.328.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.119.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.435.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.136.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.482.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.63.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.248.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.437.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.386.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.449.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.218.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.167.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.342.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.71.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.gate.e_score_correction_bias": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.208.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.233.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.44.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.262.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.140.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.220.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.37.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.144.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.66.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.104.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.322.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.493.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.397.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.35.mixer.conv1d.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.421.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.471.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.185.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.202.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.77.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.363.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.502.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.414.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.286.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.149.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.39.mixer.experts.493.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.496.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.321.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.70.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.105.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.212.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.219.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.208.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.186.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.136.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.466.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.293.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.7.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.174.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.69.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.350.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.434.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.337.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.357.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.34.mixer.experts.67.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.46.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.84.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.359.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.173.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.170.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.49.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.164.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.509.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.6.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.502.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.413.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.248.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.109.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.310.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.240.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.210.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.455.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.397.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.498.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.496.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.254.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.35.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.184.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.9.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.152.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.45.mixer.experts.64.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.301.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.98.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.76.mixer.experts.305.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.135.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.286.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.12.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.26.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.294.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.392.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.212.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.226.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.145.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.65.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.117.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.271.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.169.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.233.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.43.mixer.experts.148.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.26.mixer.experts.361.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.14.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.10.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.114.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.226.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.412.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.415.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.331.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.259.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.45.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.193.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.484.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.1.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.172.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.490.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.286.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.70.mixer.experts.295.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.1.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.451.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.216.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.412.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.31.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.126.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.shared_experts.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.29.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.14.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.279.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.260.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.121.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.238.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.83.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.260.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.336.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.144.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.19.mixer.experts.396.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.440.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.32.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.165.up_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.122.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.246.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.7.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.204.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.62.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.181.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.486.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.32.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.71.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.376.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.490.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.248.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.214.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.307.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.419.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.463.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.11.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.290.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.143.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.8.up_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.172.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.126.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.69.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.474.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.286.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.72.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.209.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.292.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.150.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.377.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.82.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.91.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.205.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.416.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.156.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.230.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.488.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.232.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.318.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.247.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.34.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.410.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.134.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.390.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.306.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.433.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.399.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.137.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.321.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.365.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.16.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.75.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.488.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.347.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.274.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.79.mixer.experts.59.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.511.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.450.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.128.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.293.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.383.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.76.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.387.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.89.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.127.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.339.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.195.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.296.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.103.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.30.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.330.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.4.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.117.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.179.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.415.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.346.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.382.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.45.mixer.experts.37.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.317.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.6.mixer.dt_bias": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.449.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.394.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.147.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.245.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.224.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.279.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.266.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.422.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.428.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.219.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.21.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.114.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.75.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.66.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.2.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.307.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.277.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.38.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.395.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.392.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.201.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.225.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.201.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.280.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.366.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.337.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.268.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.12.mixer.experts.41.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.11.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.156.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.412.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.70.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.28.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.185.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.83.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.252.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.426.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.31.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.228.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.253.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.355.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.456.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.132.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.281.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.472.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.182.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.142.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.103.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.188.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.92.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.432.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.80.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.501.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.303.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.143.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.268.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.337.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.308.down_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.93.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.94.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.255.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.354.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.490.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.466.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.325.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.12.up_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.353.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.81.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.321.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.271.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.196.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.323.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.245.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.61.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.298.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.210.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.37.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.230.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.421.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.470.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.483.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.424.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.336.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.65.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.experts.222.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.400.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.9.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.387.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.119.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.295.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.205.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.289.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.326.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.497.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.96.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.294.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.409.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.205.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.364.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.431.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.435.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.409.down_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.53.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.413.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.113.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.26.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.gate.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.439.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.59.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.46.mixer.A_log": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.383.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.127.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.115.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.153.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.215.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.312.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.61.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.78.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.380.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.365.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.77.mixer.A_log": "model-00043-of-00050.safetensors", + "backbone.layers.12.mixer.experts.267.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.334.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.236.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.244.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.479.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.308.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.398.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.66.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.482.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.fc1_latent_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.220.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.215.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.208.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.14.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.464.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.231.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.148.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.139.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.121.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.368.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.61.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.84.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.235.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.184.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.412.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.245.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.gate.e_score_correction_bias": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.511.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.2.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.73.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.344.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.256.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.52.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.174.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.207.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.497.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.257.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.352.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.474.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.421.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.385.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.311.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.357.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.106.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.10.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.85.mixer.experts.390.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.236.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.176.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.117.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.43.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.422.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.490.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.56.mixer.experts.299.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.234.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.46.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.495.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.152.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.shared_experts.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.159.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.124.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.167.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.130.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.63.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.198.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.476.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.319.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.378.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.418.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.449.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.300.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.318.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.32.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.371.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.139.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.93.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.75.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.356.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.352.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.73.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.48.mixer.fc1_latent_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.494.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.118.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.445.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.70.mixer.experts.243.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.norm.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.288.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.265.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.404.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.65.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.321.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.275.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.484.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.394.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.177.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.331.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.294.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.179.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.26.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.458.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.427.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.451.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.72.mixer.experts.108.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.135.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.116.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.37.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.302.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.94.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.289.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.240.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.208.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.501.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.347.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.508.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.417.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.508.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.269.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.211.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.162.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.405.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.246.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.330.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.41.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.441.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.44.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.430.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.100.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.317.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.210.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.365.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.365.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.227.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.173.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.332.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.457.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.457.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.26.mixer.experts.168.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.208.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.113.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.28.mixer.experts.10.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.377.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.179.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.88.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.3.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.49.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.77.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.135.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.160.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.385.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.237.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.28.mixer.experts.116.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.392.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.297.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.376.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.303.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.217.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.360.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.366.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.385.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.104.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.154.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.300.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.25.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.280.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.71.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.70.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.239.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.25.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.316.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.387.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.61.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.226.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.334.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.35.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.110.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.440.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.480.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.440.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.81.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.309.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.110.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.468.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.345.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.23.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.455.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.161.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.126.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.2.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.386.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.45.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.63.mixer.experts.415.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.59.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.350.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.110.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.64.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.265.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.63.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.45.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.38.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.467.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.273.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.43.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.484.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.483.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.494.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.22.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.254.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.212.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.213.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.298.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.2.mixer.A_log": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.278.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.97.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.59.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.338.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.47.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.125.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.329.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.74.mixer.experts.39.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.209.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.241.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.485.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.272.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.115.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.3.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.173.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.427.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.237.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.fc2_latent_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.372.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.207.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.354.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.78.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.246.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.160.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.400.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.479.up_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.207.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.491.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.480.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.187.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.275.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.114.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.376.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.160.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.392.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.205.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.384.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.shared_experts.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.322.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.475.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.477.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.240.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.376.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.gate.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.506.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.235.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.5.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.271.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.298.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.21.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.375.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.216.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.310.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.471.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.63.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.41.mixer.experts.50.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.91.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.142.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.135.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.394.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.428.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.85.mixer.experts.390.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.288.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.242.up_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.21.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.380.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.251.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.212.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.294.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.153.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.52.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.62.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.47.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.450.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.88.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.21.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.499.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.195.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.457.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.0.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.187.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.95.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.465.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.55.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.201.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.320.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.301.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.450.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.391.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.448.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.335.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.91.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.386.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.120.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.298.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.95.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.292.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.446.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.420.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.279.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.260.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.246.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.146.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.140.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.488.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.84.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.179.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.144.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.190.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.norm.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.383.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.206.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.260.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.342.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.1.mixer.experts.281.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.379.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.30.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.418.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.485.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.85.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.331.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.416.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.258.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.105.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.418.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.61.mixer.experts.10.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.293.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.158.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.62.mixer.dt_bias": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.240.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.361.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.152.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.236.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.363.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.258.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.289.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.49.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.350.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.288.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.331.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.173.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.193.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.80.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.487.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.443.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.375.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.35.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.22.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.65.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.274.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.417.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.norm.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.267.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.29.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.356.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.354.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.368.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.489.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.253.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.221.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.494.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.41.mixer.experts.485.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.34.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.51.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.506.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.416.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.232.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.210.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.115.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.282.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.498.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.30.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.308.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.36.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.88.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.5.mixer.experts.325.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.436.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.400.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.475.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.506.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.60.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.196.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.332.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.464.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.279.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.412.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.202.down_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.368.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.218.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.21.mixer.experts.94.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.56.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.192.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.41.mixer.experts.243.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.46.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.303.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.370.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.5.mixer.experts.14.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.165.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.168.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.372.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.116.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.125.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.41.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.180.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.506.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.402.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.262.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.411.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.284.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.347.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.26.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.6.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.31.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.387.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.263.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.62.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.384.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.4.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.431.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.379.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.414.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.56.mixer.experts.134.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.180.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.404.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.8.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.47.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.462.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.315.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.40.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.5.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.307.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.245.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.179.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.gate.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.509.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.100.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.278.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.321.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.481.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.246.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.368.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.139.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.62.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.128.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.7.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.241.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.301.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.240.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.196.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.37.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.62.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.324.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.428.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.70.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.190.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.158.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.253.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.83.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.496.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.127.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.14.mixer.experts.84.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.321.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.181.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.37.mixer.experts.4.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.352.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.198.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.77.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.391.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.301.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.41.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.402.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.374.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.305.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.276.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.505.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.419.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.377.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.55.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.345.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.398.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.27.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.132.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.454.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.32.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.21.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.280.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.244.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.131.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.93.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.176.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.239.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.282.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.496.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.213.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.28.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.109.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.10.mixer.experts.357.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.180.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.498.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.144.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.344.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.342.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.205.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.489.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.428.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.139.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.436.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.32.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.340.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.44.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.394.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.133.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.461.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.290.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.502.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.301.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.1.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.304.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.102.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.477.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.309.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.474.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.492.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.332.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.508.up_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.121.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.14.mixer.experts.470.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.76.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.67.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.301.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.85.mixer.experts.319.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.190.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.387.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.477.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.167.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.23.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.38.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.25.mixer.v_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.440.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.398.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.470.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.36.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.261.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.322.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.451.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.54.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.117.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.81.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.398.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.469.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.184.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.107.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.56.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.288.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.426.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.505.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.87.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.99.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.288.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.350.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.421.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.61.mixer.experts.154.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.19.mixer.experts.240.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.399.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.455.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.16.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.450.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.246.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.37.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.34.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.317.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.53.mixer.dt_bias": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.2.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.437.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.310.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.409.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.98.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.399.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.451.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.10.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.27.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.26.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.296.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.323.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.433.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.10.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.384.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.357.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.160.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.14.mixer.experts.35.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.400.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.128.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.399.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.140.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.100.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.86.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.122.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.467.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.475.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.241.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.119.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.282.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.0.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.272.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.80.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.353.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.328.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.425.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.511.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.42.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.482.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.342.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.247.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.204.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.383.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.151.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.128.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.121.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.478.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.8.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.21.mixer.experts.344.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.414.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.30.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.43.mixer.experts.181.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.318.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.144.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.353.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.476.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.95.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.216.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.366.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.482.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.320.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.177.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.31.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.135.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.265.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.345.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.257.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.121.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.31.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.105.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.422.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.433.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.72.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.3.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.77.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.386.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.133.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.450.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.30.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.22.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.74.mixer.experts.240.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.311.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.152.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.107.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.220.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.265.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.269.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.265.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.484.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.212.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.476.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.19.mixer.experts.246.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.443.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.74.mixer.experts.508.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.441.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.70.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.422.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.246.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.shared_experts.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.52.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.130.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.216.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.194.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.421.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.67.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.315.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.475.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.98.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.251.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.25.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.362.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.325.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.78.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.48.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.415.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.359.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.268.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.123.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.162.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.94.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.281.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.273.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.19.mixer.experts.417.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.507.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.366.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.67.mixer.experts.262.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.444.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.103.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.195.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.443.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.506.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.141.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.352.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.473.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.391.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.251.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.274.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.91.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.354.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.83.mixer.experts.135.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.468.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.73.mixer.conv1d.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.31.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.25.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.453.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.296.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.397.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.79.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.390.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.281.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.242.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.64.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.413.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.5.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.34.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.421.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.167.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.348.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.80.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.49.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.32.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.501.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.435.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.368.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.289.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.510.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.166.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.326.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.54.mixer.experts.176.up_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.215.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.184.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.507.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.316.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.77.mixer.D": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.437.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.86.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.118.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.126.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.174.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.61.mixer.experts.483.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.255.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.342.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.94.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.110.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.243.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.360.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.3.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.501.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.442.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.321.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.497.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.326.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.348.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.330.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.239.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.390.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.93.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.406.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.416.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.108.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.504.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.42.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.402.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.448.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.180.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.210.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.339.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.76.mixer.experts.316.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.132.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.453.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.177.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.277.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.224.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.30.mixer.experts.75.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.42.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.344.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.481.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.322.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.41.mixer.experts.422.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.487.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.9.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.175.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.98.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.67.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.54.mixer.experts.255.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.430.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.51.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.233.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.209.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.23.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.497.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.280.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.330.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.402.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.10.mixer.experts.231.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.465.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.201.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.401.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.341.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.292.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.130.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.45.mixer.experts.226.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.205.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.23.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.362.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.327.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.355.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.293.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.510.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.261.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.3.mixer.experts.419.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.363.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.45.mixer.experts.278.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.63.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.323.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.503.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.276.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.255.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.28.mixer.experts.87.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.85.mixer.experts.487.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.33.mixer.dt_bias": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.152.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.114.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.103.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.361.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.397.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.320.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.227.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.506.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.68.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.371.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.9.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.419.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.13.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.273.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.330.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.27.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.497.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.432.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.319.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.343.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.382.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.24.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.221.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.116.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.60.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.6.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.115.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.436.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.75.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.46.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.144.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.380.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.45.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.241.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.78.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.458.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.149.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.119.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.279.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.242.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.45.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.289.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.63.mixer.experts.132.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.402.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.324.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.281.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.302.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.67.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.285.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.169.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.377.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.279.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.7.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.85.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.315.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.58.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.289.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.466.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.316.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.171.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.350.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.110.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.195.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.153.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.32.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.308.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.377.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.420.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.374.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.319.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.62.mixer.D": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.44.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.397.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.404.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.34.mixer.experts.95.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.209.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.32.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.150.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.151.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.0.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.504.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.402.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.188.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.47.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.482.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.505.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.62.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.267.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.379.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.425.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.87.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.368.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.61.mixer.experts.242.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.170.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.380.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.138.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.10.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.148.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.183.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.479.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.82.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.24.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.391.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.0.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.394.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.342.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.434.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.285.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.78.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.407.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.347.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.22.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.185.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.61.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.434.up_proj.weight": "model-00019-of-00050.safetensors", + "mtp.layers.1.mixer.experts.509.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.478.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.336.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.500.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.172.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.442.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.1.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.92.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.206.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.101.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.237.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.505.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.433.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.90.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.165.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.492.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.396.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.313.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.208.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.253.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.345.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.442.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.395.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.430.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.230.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.369.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.308.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.70.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.204.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.202.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.189.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.485.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.58.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.476.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.320.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.337.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.388.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.207.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.338.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.90.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.45.mixer.experts.492.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.509.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.166.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.26.mixer.experts.79.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.299.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.215.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.308.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.147.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.448.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.353.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.500.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.142.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.377.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.47.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.300.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.215.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.328.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.138.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.371.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.422.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.175.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.269.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.174.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.181.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.61.mixer.experts.339.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.261.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.80.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.467.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.256.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.100.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.257.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.58.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.185.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.216.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.72.mixer.experts.263.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.355.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.318.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.381.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.282.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.441.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.5.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.373.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.285.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.25.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.490.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.460.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.170.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.30.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.261.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.445.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.188.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.gate.e_score_correction_bias": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.327.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.112.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.297.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.222.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.62.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.170.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.176.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.126.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.395.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.383.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.463.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.116.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.182.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.337.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.58.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.218.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.422.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.5.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.504.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.346.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.15.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.444.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.297.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.509.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.233.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.328.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.250.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.481.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.507.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.197.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.432.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.376.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.48.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.1.mixer.experts.72.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.123.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.468.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.484.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.205.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.401.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.62.mixer.conv1d.bias": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.229.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.344.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.12.mixer.experts.43.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.332.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.154.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.223.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.475.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.250.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.190.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.212.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.49.mixer.in_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.200.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.336.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.450.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.384.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.7.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.215.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.67.mixer.experts.273.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.44.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.252.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.205.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.113.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.272.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.252.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.76.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.45.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.460.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.242.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.438.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.330.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.422.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.468.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.143.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.162.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.313.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.291.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.317.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.12.mixer.experts.284.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.3.mixer.experts.340.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.438.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.60.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.385.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.1.mixer.experts.415.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.25.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.62.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.399.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.508.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.104.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.144.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.419.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.356.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.5.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.352.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.440.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.24.mixer.conv1d.bias": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.fc2_latent_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.429.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.162.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.93.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.510.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.55.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.335.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.shared_experts.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.363.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.459.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.305.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.155.up_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.175.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.experts.398.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.74.mixer.experts.252.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.405.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.432.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.429.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.435.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.52.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.376.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.81.mixer.experts.237.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.426.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.172.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.256.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.36.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.213.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.468.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.444.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.404.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.496.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.264.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.247.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.449.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.336.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.24.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.66.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.107.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.140.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.247.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.241.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.51.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.292.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.59.mixer.experts.491.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.228.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.156.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.79.mixer.experts.331.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.331.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.479.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.233.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.225.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.8.mixer.experts.355.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.76.mixer.experts.103.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.388.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.135.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.4.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.504.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.54.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.315.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.193.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.449.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.345.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.372.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.351.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.3.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.483.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.26.mixer.experts.21.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.305.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.58.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.60.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.3.mixer.experts.49.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.508.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.253.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.60.mixer.in_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.263.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.200.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.327.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.224.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.439.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.288.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.504.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.242.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.383.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.202.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.41.mixer.experts.36.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.158.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.282.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.488.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.291.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.85.mixer.experts.263.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.251.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.71.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.420.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.202.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.82.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.3.mixer.experts.260.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.12.mixer.experts.412.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.230.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.102.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.349.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.71.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.338.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.203.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.435.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.332.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.101.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.17.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.248.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.308.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.115.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.30.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.378.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.149.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.93.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.419.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.98.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.257.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.322.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.400.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.268.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.30.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.468.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.468.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.250.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.285.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.410.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.50.mixer.experts.290.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.41.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.205.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.45.mixer.experts.291.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.378.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.300.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.412.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.271.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.495.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.413.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.292.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.61.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.407.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.474.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.327.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.99.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.61.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.65.mixer.experts.140.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.94.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.408.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.186.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.421.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.331.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.456.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.214.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.189.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.153.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.278.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.384.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.53.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.429.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.185.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.102.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.43.mixer.experts.254.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.109.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.399.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.442.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.259.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.26.mixer.experts.77.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.41.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.202.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.194.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.456.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.103.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.480.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.364.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.325.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.261.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.55.mixer.in_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.71.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.349.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.10.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.1.mixer.experts.298.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.241.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.456.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.303.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.423.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.469.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.440.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.37.mixer.experts.424.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.219.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.98.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.44.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.249.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.432.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.391.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.77.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.158.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.64.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.293.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.224.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.197.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.37.mixer.experts.48.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.78.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.456.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.34.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.446.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.320.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.149.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.216.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.363.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.114.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.10.mixer.experts.450.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.219.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.490.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.56.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.261.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.324.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.485.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.126.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.468.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.169.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.240.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.496.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.118.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.0.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.155.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.459.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.490.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.434.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.30.mixer.experts.330.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.370.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.504.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.319.down_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.276.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.282.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.79.mixer.experts.88.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.475.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.19.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.128.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.69.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.222.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.26.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.130.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.19.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.50.mixer.experts.27.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.136.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.274.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.103.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.41.mixer.experts.95.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.342.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.32.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.254.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.399.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.70.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.201.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.1.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.40.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.14.mixer.experts.127.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.376.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.15.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.34.mixer.experts.400.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.464.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.3.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.255.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.375.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.399.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.299.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.79.mixer.experts.258.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.67.mixer.experts.205.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.137.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.287.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.43.mixer.experts.471.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.314.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.23.mixer.experts.66.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.182.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.17.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.320.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.287.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.477.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.54.mixer.experts.147.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.233.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.13.norm.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.499.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.74.mixer.experts.76.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.66.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.67.mixer.experts.295.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.42.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.4.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.237.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.281.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.39.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.55.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.464.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.norm.weight": "model-00040-of-00050.safetensors", + "backbone.layers.15.mixer.dt_bias": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.1.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.368.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.149.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.464.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.315.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.198.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.13.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.484.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.202.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.28.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.10.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.107.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.372.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.393.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.305.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.128.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.96.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.53.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.251.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.101.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.48.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.188.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.318.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.180.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.420.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.477.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.112.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.467.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.366.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.350.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.323.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.373.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.479.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.163.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.465.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.367.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.329.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.455.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.252.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.444.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.480.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.26.mixer.experts.217.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.104.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.324.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.296.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.491.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.268.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.23.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.132.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.28.mixer.experts.89.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.478.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.271.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.502.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.294.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.313.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.181.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.52.mixer.experts.190.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.495.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.59.mixer.experts.348.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.214.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.142.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.87.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.134.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.0.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.224.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.63.mixer.experts.125.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.350.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.472.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.508.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.511.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.511.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.fc1_latent_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.410.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.461.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.28.mixer.shared_experts.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.83.mixer.experts.234.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.254.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.225.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.456.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.364.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.12.mixer.experts.423.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.88.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.363.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.500.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.351.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.32.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.470.up_proj.weight": "model-00011-of-00050.safetensors", + "mtp.layers.1.mixer.experts.108.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.35.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.416.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.440.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.464.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.194.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.40.mixer.dt_bias": "model-00022-of-00050.safetensors", + "backbone.layers.56.mixer.experts.473.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.320.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.49.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.463.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.196.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.145.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.510.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.33.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.348.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.433.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.14.mixer.experts.213.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.372.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.466.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.222.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.21.mixer.experts.333.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.117.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.338.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.212.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.84.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.355.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.41.mixer.experts.201.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.235.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.152.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.14.mixer.experts.166.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.469.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.440.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.156.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.24.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.shared_experts.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.77.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.376.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.169.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.49.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.28.mixer.experts.437.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.87.mixer.experts.43.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.57.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.404.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.230.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.52.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.206.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.198.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.309.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.85.mixer.experts.500.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.179.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.86.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.99.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.76.mixer.experts.88.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.185.down_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.243.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.453.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.467.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.490.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.285.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.344.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.417.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.79.mixer.experts.500.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.252.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.217.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.55.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.509.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.230.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.459.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.249.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.166.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.183.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.473.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.348.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.203.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.342.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.469.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.92.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.478.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.225.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.288.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.444.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.30.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.259.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.173.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.445.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.97.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.434.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.503.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.490.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.21.mixer.experts.492.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.73.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.81.mixer.experts.370.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.170.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.447.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.307.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.438.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.165.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.61.mixer.experts.197.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.487.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.159.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.258.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.205.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.shared_experts.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.5.mixer.experts.31.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.360.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.411.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.507.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.304.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.340.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.248.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.486.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.500.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.161.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.420.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.473.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.464.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.63.mixer.experts.52.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.63.mixer.experts.368.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.224.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.274.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.137.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.270.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.269.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.78.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.32.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.341.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.234.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.202.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.133.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.130.up_proj.weight": "model-00033-of-00050.safetensors", + "mtp.layers.1.mixer.experts.239.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.53.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.386.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.28.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.327.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.5.mixer.experts.80.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.287.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.59.mixer.experts.188.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.42.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.327.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.208.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.291.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.119.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.34.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.377.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.162.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.331.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.41.mixer.experts.489.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.412.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.192.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.100.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.mixer.experts.466.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.58.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.492.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.303.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.10.mixer.experts.468.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.8.mixer.experts.251.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.168.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.353.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.484.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.198.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.norm.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.240.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.409.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.307.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.23.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.85.mixer.experts.466.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.428.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.288.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.52.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.25.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.488.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.218.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.419.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.141.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.303.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.209.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.316.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.202.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.76.mixer.experts.410.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.251.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.376.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.382.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.55.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.97.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.177.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.454.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.239.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.460.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.325.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.322.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.421.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.207.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.5.mixer.experts.77.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.265.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.414.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.177.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.321.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.464.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.492.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.258.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.100.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.271.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.20.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.53.mixer.in_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.56.mixer.experts.445.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.185.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.437.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.341.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.59.mixer.experts.261.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.352.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.23.mixer.experts.145.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.242.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.357.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.87.mixer.experts.260.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.167.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.51.mixer.dt_bias": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.129.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.41.up_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.334.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.451.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.466.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.506.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.466.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.30.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.52.mixer.experts.422.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.335.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.412.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.66.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.354.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.388.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.140.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.34.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.457.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.425.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.79.mixer.experts.200.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.40.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.196.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.472.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.432.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.39.mixer.experts.350.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.55.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.394.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.510.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.333.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.217.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.466.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.8.mixer.experts.16.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.431.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.406.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.443.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.392.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.152.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.304.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.3.mixer.experts.158.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.42.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.349.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.192.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.101.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.493.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.47.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.207.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.455.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.140.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.33.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.431.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.435.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.120.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.476.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.226.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.103.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.92.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.110.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.137.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.219.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.243.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.210.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.416.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.444.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.351.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.297.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.231.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.250.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.480.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.111.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.177.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.106.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.245.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.33.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.359.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.372.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.202.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.34.mixer.experts.373.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.50.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.430.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.299.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.35.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.348.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.148.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.247.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.48.mixer.experts.97.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.496.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.17.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.365.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.15.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.69.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.301.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.365.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.221.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.39.mixer.experts.365.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.fc2_latent_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.425.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.183.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.276.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.498.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.12.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.53.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.1.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.54.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.260.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.40.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.476.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.42.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.262.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.91.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.72.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.460.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.206.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.82.mixer.A_log": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.412.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.150.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.96.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.22.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.1.mixer.experts.319.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.350.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.476.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.189.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.6.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.269.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.445.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.281.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.77.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.351.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.246.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.394.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.444.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.61.mixer.experts.503.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.456.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.140.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.48.mixer.experts.304.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.491.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.272.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.194.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.321.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.101.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.374.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.52.mixer.experts.352.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.187.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.66.mixer.in_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.27.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.34.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.norm.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.393.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.274.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.233.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.389.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.156.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.323.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.508.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.5.mixer.experts.3.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.298.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.234.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.32.mixer.experts.212.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.19.mixer.experts.320.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.61.mixer.experts.227.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.472.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.14.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.192.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.328.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.95.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.65.mixer.experts.391.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.143.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.171.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.325.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.320.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.327.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.111.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.321.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.356.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.167.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.237.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.285.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.36.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.471.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.23.mixer.experts.68.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.288.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.115.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.498.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.204.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.10.mixer.experts.14.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.186.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.89.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.4.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.127.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.60.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.248.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.118.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.453.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.247.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.17.mixer.experts.43.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.387.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.294.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.281.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.100.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.385.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.338.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.95.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.63.mixer.experts.150.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.15.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.183.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.19.mixer.experts.277.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.186.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.221.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.83.mixer.experts.73.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.2.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.223.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.231.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.342.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.274.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.325.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.199.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.53.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.453.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.80.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.301.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.332.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.39.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.82.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.307.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.81.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.473.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.418.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.100.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.394.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.203.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.275.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.373.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.173.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.506.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.84.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.226.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.59.mixer.experts.268.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.227.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.502.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.461.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.423.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.354.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.65.mixer.experts.491.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.364.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.18.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.169.up_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.155.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.247.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.448.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.375.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.39.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.324.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.63.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.494.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.455.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.123.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.85.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.460.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.51.norm.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.457.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.474.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.41.mixer.experts.280.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.96.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.155.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.372.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.467.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.107.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.74.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.464.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.463.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.225.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.61.norm.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.271.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.463.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.343.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.251.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.139.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.272.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.489.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.265.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.12.mixer.experts.64.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.499.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.81.mixer.experts.414.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.139.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.218.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.175.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.287.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.440.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.317.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.190.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.246.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.371.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.394.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.5.mixer.experts.328.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.34.mixer.experts.190.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.385.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.268.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.24.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.70.mixer.experts.4.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.471.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.205.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.5.mixer.experts.460.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.257.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.128.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.319.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.390.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.414.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.331.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.504.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.476.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.116.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.279.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.23.mixer.experts.401.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.198.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.32.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.169.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.shared_experts.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.20.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.111.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.131.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.13.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.89.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.293.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.23.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.187.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.313.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.295.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.8.mixer.experts.248.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.365.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.277.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.395.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.510.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.180.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.72.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.307.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.430.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.225.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.468.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.122.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.64.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.122.down_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.208.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.318.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.415.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.429.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.458.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.364.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.388.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.174.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.235.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.469.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.455.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.79.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.157.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.392.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.481.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.188.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.484.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.103.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.283.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.213.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.56.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.176.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.305.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.52.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.84.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.361.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.300.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.360.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.26.mixer.experts.492.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.116.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.49.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.295.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.158.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.140.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.218.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.144.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.206.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.44.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.246.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.197.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.466.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.509.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.43.mixer.experts.87.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.192.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.193.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.479.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.299.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.110.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.263.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.267.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.478.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.217.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.6.mixer.out_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.305.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.87.mixer.experts.322.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.410.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.112.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.75.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.118.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.44.mixer.dt_bias": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.225.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.496.up_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.439.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.386.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.155.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.33.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.214.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.399.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.75.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.56.mixer.experts.50.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.108.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.292.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.175.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.45.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.499.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.328.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.209.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.203.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.318.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.51.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.363.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.175.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.405.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.1.mixer.experts.114.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.434.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.223.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.56.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.305.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.277.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.416.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.70.mixer.experts.380.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.14.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.153.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.45.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.188.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.406.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.85.up_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.390.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.157.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.67.mixer.experts.104.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.463.down_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.480.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.56.mixer.experts.142.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.165.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.77.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.133.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.451.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.309.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.147.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.429.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.325.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.303.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.195.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.286.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.403.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.338.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.63.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.326.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.399.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.15.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.41.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.384.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.393.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.160.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.76.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.81.mixer.experts.12.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.397.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.375.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.28.mixer.experts.229.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.79.mixer.experts.327.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.392.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.39.mixer.experts.212.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.490.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.210.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.49.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.342.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.422.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.34.mixer.experts.253.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.420.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.364.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.387.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.238.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.366.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.194.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.214.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.388.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.310.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.186.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.5.mixer.experts.4.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.65.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.2.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.403.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.174.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.17.mixer.experts.115.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.290.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.19.mixer.experts.274.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.388.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.129.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.52.mixer.experts.333.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.179.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.251.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.408.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.gate.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.268.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.123.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.361.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.126.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.189.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.39.mixer.experts.506.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.447.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.146.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.57.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.494.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.105.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.167.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.344.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.483.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.355.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.432.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.387.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.257.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.319.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.415.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.314.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.355.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.13.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.431.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.17.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.30.mixer.experts.151.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.197.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.56.mixer.experts.408.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.30.mixer.experts.9.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.293.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.304.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.343.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.107.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.426.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.6.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.62.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.381.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.431.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.341.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.498.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.25.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.292.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.109.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.398.down_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.155.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.180.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.19.mixer.experts.316.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.511.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.32.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.18.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.86.mixer.conv1d.bias": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.439.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.120.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.29.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.325.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.59.mixer.experts.269.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.40.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.129.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.174.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.225.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.92.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.353.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.402.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.232.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.434.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.117.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.289.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.152.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.378.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.122.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.460.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.206.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.179.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.455.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.172.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.293.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.351.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.56.mixer.experts.37.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.354.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.gate.e_score_correction_bias": "model-00046-of-00050.safetensors", + "backbone.layers.43.mixer.experts.270.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.163.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.185.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.493.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.417.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.310.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.444.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.330.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.128.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.43.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.501.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.204.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.217.up_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.443.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.0.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.39.mixer.experts.127.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.468.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.277.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.9.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.138.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.411.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.260.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.310.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.271.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.426.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.450.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.55.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.185.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.297.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.482.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.484.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.39.mixer.experts.91.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.118.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.402.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.74.mixer.experts.94.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.1.mixer.experts.452.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.288.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.163.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.114.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.148.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.123.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.246.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.67.mixer.experts.353.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.315.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.285.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.245.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.46.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.405.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.228.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.341.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.67.mixer.experts.54.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.472.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.25.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.19.mixer.experts.418.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.43.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.223.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.194.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.239.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.196.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.212.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.192.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.4.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.404.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.23.mixer.experts.295.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.357.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.150.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.207.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.191.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.470.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.22.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.444.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.166.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.198.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.462.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.124.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.240.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.48.mixer.experts.430.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.195.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.294.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.312.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.34.mixer.experts.184.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.3.mixer.experts.446.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.134.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.142.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.18.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.353.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.72.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.15.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.39.mixer.experts.444.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.98.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.151.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.48.mixer.experts.503.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.82.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.288.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.38.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.212.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.444.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.472.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.480.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.497.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.501.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.163.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.63.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.400.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.32.mixer.experts.119.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.74.mixer.experts.255.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.378.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.477.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.6.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.35.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.85.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.98.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.70.mixer.experts.180.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.4.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.5.mixer.experts.250.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.81.mixer.experts.154.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.417.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.373.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.366.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.21.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.72.mixer.experts.244.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.375.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.81.mixer.experts.186.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.253.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.350.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.20.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.254.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.178.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.253.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.182.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.155.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.439.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.240.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.shared_experts.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.283.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.4.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.337.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.99.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.21.mixer.experts.410.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.17.mixer.experts.226.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.248.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.43.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.374.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.9.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.454.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.241.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.37.mixer.experts.84.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.150.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.365.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.289.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.143.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.489.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.45.mixer.experts.126.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.129.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.450.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.8.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.76.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.187.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.22.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.146.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.182.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.21.mixer.experts.450.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.408.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.472.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.117.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.199.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.135.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.39.mixer.experts.24.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.494.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.199.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.325.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.57.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.470.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.488.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.40.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.90.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.150.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.0.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.28.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.453.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.96.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.301.down_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.62.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.214.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.270.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.300.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.393.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.85.mixer.experts.424.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.450.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.2.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.112.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.225.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.144.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.31.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.440.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.293.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.168.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.49.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.23.mixer.experts.210.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.63.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.190.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.361.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.451.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.294.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.39.mixer.experts.326.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.403.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.23.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.14.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.281.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.1.mixer.experts.489.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.12.mixer.experts.422.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.357.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.315.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.91.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.484.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.461.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.311.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.178.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.32.mixer.experts.210.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.87.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.496.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.461.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.50.mixer.experts.450.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.162.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.310.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.281.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.428.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.207.up_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.35.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.74.mixer.experts.442.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.10.mixer.experts.482.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.26.mixer.experts.342.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.117.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.96.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.79.mixer.experts.169.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.15.mixer.out_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.52.mixer.experts.113.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.244.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.131.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.210.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.148.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.496.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.34.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.experts.469.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.326.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.104.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.235.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.396.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.363.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.208.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.146.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.3.mixer.experts.61.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.474.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.101.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.101.up_proj.weight": "model-00035-of-00050.safetensors", + "lm_head.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.236.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.130.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.410.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.328.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.322.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.268.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.234.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.7.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.372.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.238.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.267.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.245.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.79.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.245.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.132.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.458.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.125.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.473.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.490.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.383.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.251.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.109.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.123.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.192.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.458.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.483.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.475.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.403.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.86.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.472.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.381.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.19.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.206.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.3.mixer.experts.228.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.425.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.1.mixer.experts.424.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.362.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.54.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.230.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.7.norm.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.272.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.341.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.266.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.407.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.339.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.265.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.178.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.79.mixer.experts.148.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.484.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.experts.8.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.41.mixer.experts.91.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.79.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.469.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.74.mixer.experts.254.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.228.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.52.mixer.experts.314.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.51.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.324.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.204.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.490.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.179.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.10.mixer.experts.323.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.431.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.360.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.161.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.59.mixer.experts.307.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.388.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.54.mixer.experts.292.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.385.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.74.mixer.experts.378.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.493.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.426.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.471.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.185.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.19.mixer.experts.398.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.284.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.458.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.119.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.6.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.428.up_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.121.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.349.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.65.mixer.experts.234.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.155.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.284.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.76.mixer.experts.66.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.358.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.455.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.95.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.156.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.213.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.152.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.312.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.260.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.61.mixer.experts.7.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.161.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.73.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.98.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.1.mixer.experts.336.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.241.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.117.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.489.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.embeddings.weight": "model-00001-of-00050.safetensors", + "backbone.layers.56.mixer.experts.178.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.219.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.446.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.415.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.47.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.502.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.350.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.401.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.144.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.302.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.101.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.320.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.43.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.505.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.15.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.322.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.90.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.69.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.277.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.374.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.484.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.gate.e_score_correction_bias": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.448.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.12.mixer.experts.235.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.54.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.32.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.375.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.278.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.435.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.41.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.448.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.19.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.143.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.406.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.93.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.205.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.287.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.83.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.233.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.19.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.norm.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.50.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.21.up_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.410.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.72.mixer.experts.447.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.37.mixer.experts.493.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.284.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.21.mixer.experts.197.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.233.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.146.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.3.mixer.experts.113.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.229.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.480.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.120.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.32.mixer.experts.111.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.289.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.192.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.82.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.167.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.413.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.425.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.465.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.22.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.50.mixer.experts.338.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.453.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.476.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.43.mixer.experts.457.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.104.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.178.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.1.mixer.experts.87.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.95.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.259.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.439.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.83.mixer.experts.7.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.12.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.87.mixer.experts.338.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.410.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.59.mixer.experts.81.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.400.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.8.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.45.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.50.mixer.experts.453.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.390.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.319.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.107.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.48.mixer.experts.439.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.357.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.103.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.493.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.241.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.149.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.202.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.75.mixer.conv1d.bias": "model-00041-of-00050.safetensors", + "backbone.layers.26.mixer.experts.421.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.83.mixer.experts.175.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.105.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.337.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.128.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.45.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.87.mixer.experts.313.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.325.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.328.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.235.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.450.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.287.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.204.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.23.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.342.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.26.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.57.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.227.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.235.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.459.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.37.mixer.experts.153.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.325.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.82.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.8.mixer.experts.344.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.61.mixer.experts.372.down_proj.weight": "model-00034-of-00050.safetensors", + "mtp.layers.1.mixer.experts.362.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.3.mixer.experts.221.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.314.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.411.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.312.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.109.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.37.mixer.experts.122.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.56.mixer.experts.435.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.286.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.478.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.63.mixer.experts.462.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.142.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.97.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.436.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.63.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.208.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.48.mixer.experts.226.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.258.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.37.mixer.experts.78.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.52.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.228.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.8.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.338.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.434.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.216.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.375.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.131.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.171.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.393.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.96.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.226.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.455.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.390.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.114.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.435.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.488.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.79.mixer.experts.351.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.405.down_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.143.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.427.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.6.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.216.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.273.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.59.mixer.experts.31.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.309.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.197.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.101.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.15.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.124.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.52.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.372.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.105.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.139.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.34.mixer.experts.487.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.488.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.507.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.475.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.410.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.139.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.278.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.236.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.349.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.83.mixer.experts.115.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.182.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.115.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.29.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.258.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.24.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.70.mixer.experts.489.up_proj.weight": "model-00039-of-00050.safetensors", + "mtp.layers.1.mixer.experts.302.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.50.mixer.experts.68.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.63.mixer.experts.202.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.451.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.114.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.283.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.482.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.337.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.501.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.66.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.296.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.88.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.399.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.126.up_proj.weight": "model-00007-of-00050.safetensors", + "mtp.layers.1.mixer.experts.503.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.65.mixer.experts.314.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.88.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.224.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.31.mixer.dt_bias": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.326.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.92.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.142.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.422.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.75.mixer.conv1d.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.137.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.87.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.421.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.373.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.78.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.226.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.452.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.10.mixer.experts.36.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.333.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.202.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.206.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.98.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.268.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.498.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.433.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.118.up_proj.weight": "model-00035-of-00050.safetensors", + "mtp.layers.1.mixer.experts.184.up_proj.weight": "model-00049-of-00050.safetensors", + "mtp.layers.1.mixer.experts.68.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.25.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.174.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.470.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.366.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.3.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.291.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.32.mixer.experts.305.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.155.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.146.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.367.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.252.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.experts.494.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.162.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.384.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.81.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.237.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.187.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.473.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.176.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.336.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.23.mixer.experts.58.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.183.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.159.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.17.mixer.experts.167.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.346.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.168.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.26.mixer.experts.384.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.96.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.40.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.361.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.344.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.1.mixer.experts.185.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.69.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.166.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.155.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.110.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.201.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.202.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.228.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.466.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.408.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.300.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.267.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.373.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.53.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.183.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.147.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.357.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.259.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.235.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.43.mixer.experts.304.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.8.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.32.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.377.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.285.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.324.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.25.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.92.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.124.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.402.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.58.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.199.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.257.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.74.mixer.experts.47.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.26.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.190.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.287.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.7.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.39.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.1.mixer.experts.330.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.52.mixer.experts.121.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.54.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.336.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.95.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.154.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.285.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.216.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.384.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.90.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.379.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.369.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.65.mixer.experts.63.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.10.mixer.experts.434.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.466.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.145.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.303.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.435.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.experts.211.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.354.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.506.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.467.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.53.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.305.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.55.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.507.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.30.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.501.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.50.mixer.experts.365.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.240.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.377.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.398.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.211.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.404.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.160.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.83.mixer.experts.23.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.143.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.189.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.76.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.97.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.252.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.32.mixer.experts.133.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.3.mixer.experts.346.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.175.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.369.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.83.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.21.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.391.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.43.mixer.experts.450.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.130.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.452.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.234.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.165.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.99.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.30.mixer.experts.358.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.371.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.81.mixer.experts.7.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.94.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.313.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.71.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.161.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.442.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.61.mixer.experts.112.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.45.mixer.experts.71.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.348.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.184.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.72.mixer.experts.505.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.323.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.413.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.357.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.378.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.124.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.250.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.167.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.30.mixer.experts.291.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.416.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.59.mixer.experts.390.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.89.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.189.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.29.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.196.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.70.mixer.experts.295.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.339.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.259.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.141.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.269.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.6.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.8.mixer.experts.27.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.349.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.4.mixer.in_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.2.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.305.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.66.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.22.mixer.D": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.349.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.506.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.34.mixer.experts.382.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.189.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.426.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.81.mixer.experts.483.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.129.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.335.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.3.mixer.experts.306.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.104.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.139.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.507.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.29.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.491.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.258.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.260.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.39.mixer.experts.358.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.201.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.45.mixer.experts.46.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.219.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.74.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.74.mixer.experts.114.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.160.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.50.mixer.experts.178.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.61.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.26.mixer.experts.245.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.46.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.39.mixer.experts.72.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.282.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.477.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.391.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.32.mixer.experts.413.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.54.mixer.experts.93.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.33.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.329.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.301.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.61.mixer.experts.385.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.56.mixer.experts.471.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.297.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.293.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.36.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.66.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.14.mixer.experts.42.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.17.mixer.experts.368.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.301.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.288.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.180.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.239.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.29.mixer.in_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.50.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.67.mixer.experts.9.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.38.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.14.mixer.experts.454.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.245.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.19.mixer.experts.237.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.101.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.67.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.329.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.225.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.500.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.183.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.438.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.468.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.260.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.18.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.46.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.215.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.285.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.451.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.354.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.39.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.8.mixer.experts.107.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.11.mixer.out_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.32.mixer.experts.188.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.82.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.150.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.310.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.231.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.282.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.488.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.289.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.288.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.85.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.478.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.254.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.293.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.70.mixer.experts.64.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.143.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.209.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.371.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.142.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.231.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.467.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.446.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.329.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.314.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.473.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.384.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.70.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.344.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.450.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.26.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.59.mixer.experts.267.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.95.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.488.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.35.mixer.dt_bias": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.110.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.503.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.21.mixer.experts.190.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.492.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.1.mixer.experts.83.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.25.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.95.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.239.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.17.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.178.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.87.mixer.experts.397.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.406.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.1.mixer.experts.407.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.70.mixer.experts.205.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.45.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.294.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.405.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.188.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.76.mixer.experts.132.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.49.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.482.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.122.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.248.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.23.mixer.experts.500.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.102.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.487.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.274.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.419.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.441.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.420.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.501.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.325.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.365.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.76.mixer.experts.178.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.8.mixer.experts.308.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.417.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.85.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.233.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.140.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.131.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.147.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.24.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.465.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.464.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.70.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.479.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.88.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.8.mixer.experts.400.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.189.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.142.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.437.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.91.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.69.mixer.v_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.170.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.88.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.379.up_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.61.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.482.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.172.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.460.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.26.mixer.experts.419.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.193.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.426.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.70.mixer.experts.141.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.189.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.124.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.34.mixer.experts.263.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.142.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.422.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.369.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.275.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.10.mixer.experts.81.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.102.down_proj.weight": "model-00018-of-00050.safetensors", + "mtp.layers.1.mixer.experts.158.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.470.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.487.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.17.mixer.experts.51.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.364.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.287.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.39.mixer.experts.377.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.222.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.180.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.454.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.21.mixer.experts.408.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.124.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.70.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.67.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.79.mixer.experts.349.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.127.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.488.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.384.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.37.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.490.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.463.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.201.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.14.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.225.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.184.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.16.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.102.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.2.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.50.mixer.experts.125.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.380.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.75.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.18.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.172.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.14.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.71.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.42.mixer.conv1d.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.231.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.131.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.30.mixer.gate.weight": "model-00017-of-00050.safetensors", + "backbone.layers.32.mixer.experts.53.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.73.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.381.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.367.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.59.mixer.experts.347.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.227.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.354.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.206.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.134.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.experts.502.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.322.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.182.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.432.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.23.mixer.experts.12.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.508.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.12.mixer.experts.217.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.1.mixer.experts.384.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.81.mixer.experts.102.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.307.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.329.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.191.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.experts.14.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.83.mixer.experts.268.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.89.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.456.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.17.mixer.experts.170.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.44.up_proj.weight": "model-00048-of-00050.safetensors", + "mtp.layers.1.mixer.experts.311.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.1.mixer.experts.490.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.504.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.81.mixer.experts.261.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.53.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.338.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.458.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.486.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.77.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.462.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.21.mixer.experts.138.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.22.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.46.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.258.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.32.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.161.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.172.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.179.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.457.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.308.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.318.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.272.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.404.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.67.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.136.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.256.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.115.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.50.mixer.experts.273.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.227.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.505.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.10.mixer.experts.182.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.469.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.405.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.413.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.402.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.shared_experts.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.22.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.30.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.54.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.61.mixer.experts.424.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.507.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.233.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.188.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.251.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.321.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.172.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.43.mixer.experts.376.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.107.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.21.mixer.experts.60.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.74.mixer.experts.128.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.411.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.128.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.178.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.174.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.159.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.271.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.495.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.22.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.0.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.398.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.367.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.50.mixer.experts.292.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.41.mixer.experts.308.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.393.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.298.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.454.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.333.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.59.mixer.experts.108.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.386.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.289.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.213.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.490.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.39.mixer.experts.323.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.354.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.342.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.190.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.25.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.320.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.28.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.50.mixer.experts.508.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.410.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.26.mixer.experts.191.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.45.mixer.experts.445.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.25.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.79.mixer.experts.345.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.311.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.179.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.350.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.100.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.19.mixer.experts.347.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.436.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.38.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.279.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.48.mixer.experts.94.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.439.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.129.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.249.down_proj.weight": "model-00001-of-00050.safetensors", + "mtp.layers.1.mixer.experts.202.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.76.mixer.experts.68.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.64.mixer.conv1d.bias": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.312.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.294.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.79.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.63.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.55.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.335.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.199.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.259.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.312.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.9.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.12.mixer.experts.284.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.340.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.51.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.271.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.87.mixer.experts.266.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.8.mixer.experts.384.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.127.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.352.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.0.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.362.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.95.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.385.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.70.mixer.experts.303.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.284.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.356.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.311.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.171.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.306.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.417.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.167.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.358.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.7.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.53.mixer.norm.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.30.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.76.mixer.experts.420.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.37.mixer.experts.412.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.351.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.98.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.242.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.32.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.65.mixer.experts.399.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.56.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.17.mixer.experts.71.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.53.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.43.mixer.fc2_latent_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.19.mixer.experts.287.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.57.down_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.148.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.323.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.24.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.114.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.180.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.76.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.360.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.482.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.200.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.26.mixer.experts.422.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.417.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.61.mixer.experts.137.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.76.mixer.experts.494.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.480.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.37.mixer.experts.308.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.234.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.442.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.240.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.217.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.103.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.428.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.483.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.1.mixer.experts.246.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.39.mixer.experts.457.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.28.mixer.experts.309.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.81.mixer.experts.92.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.436.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.464.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.14.mixer.experts.377.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.14.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.50.mixer.experts.367.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.237.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.295.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.115.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.21.mixer.experts.221.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.117.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.406.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.337.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.291.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.327.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.36.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.41.mixer.experts.149.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.280.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.238.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.43.mixer.experts.141.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.457.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.85.mixer.experts.260.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.300.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.32.mixer.experts.369.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.93.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.492.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.244.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.200.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.187.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.333.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.342.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.189.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.178.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.79.mixer.experts.76.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.341.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.27.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.446.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.167.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.121.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.356.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.74.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.278.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.346.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.139.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.465.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.273.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.492.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.34.mixer.experts.64.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.152.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.53.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.362.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.397.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.338.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.39.mixer.experts.427.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.90.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.141.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.386.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.30.mixer.experts.52.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.479.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.28.mixer.experts.422.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.505.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.381.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.176.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.41.mixer.experts.416.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.396.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.92.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.157.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.74.mixer.experts.79.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.495.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.70.mixer.experts.388.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.199.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.504.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.52.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.22.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.437.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.fc2_latent_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.227.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.261.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.116.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.172.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.21.mixer.experts.366.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.348.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.275.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.138.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.61.mixer.experts.51.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.147.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.54.mixer.experts.197.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.65.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.3.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.109.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.62.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.52.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.247.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.201.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.132.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.311.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.199.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.55.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.61.mixer.experts.180.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.399.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.14.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.427.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.21.mixer.experts.503.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.429.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.12.mixer.experts.485.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.428.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.504.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.14.mixer.experts.47.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.103.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.132.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.185.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.70.mixer.experts.327.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.1.mixer.experts.176.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.434.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.288.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.54.mixer.experts.66.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.59.mixer.experts.397.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.43.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.379.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.79.mixer.experts.78.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.10.mixer.experts.53.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.83.mixer.experts.429.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.experts.116.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.180.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.115.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.313.down_proj.weight": "model-00040-of-00050.safetensors", + "mtp.layers.1.mixer.experts.478.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.19.mixer.experts.393.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.373.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.4.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.292.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.24.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.74.mixer.experts.326.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.192.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.59.mixer.experts.144.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.60.mixer.conv1d.weight": "model-00033-of-00050.safetensors", + "backbone.layers.72.mixer.experts.269.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.70.mixer.experts.16.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.34.mixer.experts.443.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.45.mixer.experts.443.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.382.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.199.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.34.mixer.experts.194.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.59.mixer.experts.21.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.382.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.510.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.503.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.390.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.400.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.117.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.36.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.36.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.503.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.7.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.493.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.39.mixer.experts.175.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.203.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.9.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.275.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.3.mixer.experts.445.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.299.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.342.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.276.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.467.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.12.mixer.experts.256.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.150.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.160.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.138.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.247.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.48.mixer.experts.328.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.4.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.426.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.114.up_proj.weight": "model-00032-of-00050.safetensors", + "mtp.layers.1.mixer.experts.46.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.464.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.85.mixer.experts.274.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.86.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.81.mixer.experts.274.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.172.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.261.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.450.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.52.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.113.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.30.mixer.experts.415.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.126.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.22.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.453.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.200.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.196.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.12.down_proj.weight": "model-00024-of-00050.safetensors", + "mtp.layers.1.mixer.experts.357.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.17.mixer.experts.472.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.5.mixer.experts.35.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.365.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.289.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.48.mixer.experts.84.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.477.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.423.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.243.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.203.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.50.mixer.experts.423.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.238.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.32.mixer.experts.437.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.104.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.447.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.308.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.406.down_proj.weight": "model-00012-of-00050.safetensors", + "mtp.layers.1.mixer.experts.26.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.92.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.502.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.436.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.235.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.474.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.333.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.gate.weight": "model-00047-of-00050.safetensors", + "backbone.layers.76.mixer.experts.343.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.194.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.118.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.309.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.420.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.296.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.114.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.438.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.404.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.463.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.39.mixer.experts.228.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.8.mixer.experts.14.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.203.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.121.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.61.mixer.experts.148.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.48.mixer.experts.151.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.357.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.435.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.9.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.0.mixer.norm.weight": "model-00001-of-00050.safetensors", + "backbone.layers.83.mixer.experts.103.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.441.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.102.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.32.mixer.experts.52.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.300.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.372.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.294.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.23.mixer.experts.145.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.384.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.299.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.249.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.488.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.331.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.148.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.45.mixer.experts.112.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.109.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.72.mixer.experts.266.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.472.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.67.mixer.experts.302.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.473.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.158.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.503.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.237.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.experts.148.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.11.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.183.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.324.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.30.mixer.experts.82.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.76.mixer.experts.290.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.23.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.12.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.160.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.226.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.1.mixer.experts.203.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.232.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.2.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.18.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.81.mixer.experts.165.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.85.mixer.experts.197.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.219.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.341.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.10.mixer.experts.328.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.160.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.489.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.43.down_proj.weight": "model-00016-of-00050.safetensors", + "mtp.layers.1.mixer.experts.99.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.467.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.2.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.35.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.76.mixer.experts.286.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.5.mixer.experts.465.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.145.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.14.mixer.experts.259.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.74.mixer.experts.129.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.468.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.407.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.218.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.145.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.333.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.437.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.27.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.28.mixer.experts.435.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.54.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.32.mixer.experts.199.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.11.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.471.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.56.mixer.experts.279.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.493.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.45.mixer.experts.250.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.427.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.70.mixer.experts.88.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.286.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.115.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.39.mixer.experts.434.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.150.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.30.mixer.experts.483.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.505.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.124.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.112.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.141.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.321.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.414.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.160.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.65.mixer.experts.389.up_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.115.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.140.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.41.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.134.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.451.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.410.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.91.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.43.mixer.experts.158.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.159.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.54.mixer.experts.206.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.34.mixer.experts.430.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.17.mixer.experts.210.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.22.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.351.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.28.mixer.experts.402.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.52.mixer.experts.233.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.124.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.407.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.261.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.310.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.131.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.21.mixer.experts.149.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.485.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.49.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.172.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.198.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.63.mixer.experts.84.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.385.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.405.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.306.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.493.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.70.mixer.experts.186.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.28.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.137.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.507.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.315.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.503.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.261.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.373.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.219.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.476.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.183.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.367.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.462.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.41.mixer.experts.165.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.184.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.43.mixer.experts.418.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.119.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.509.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.507.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.187.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.81.mixer.experts.474.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.200.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.74.mixer.experts.228.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.458.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.328.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.354.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.311.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.27.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.191.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.80.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.194.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.144.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.43.mixer.experts.224.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.482.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.5.mixer.experts.41.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.30.mixer.experts.167.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.28.mixer.experts.414.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.143.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.353.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.84.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.240.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.108.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.71.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.34.mixer.experts.165.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.64.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.26.mixer.experts.468.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.70.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.354.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.463.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.83.mixer.experts.326.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.32.mixer.experts.460.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.167.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.47.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.61.mixer.experts.97.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.431.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.483.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.11.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.52.mixer.experts.218.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.72.mixer.experts.168.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.90.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.62.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.122.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.305.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.225.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.65.mixer.experts.196.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.40.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.456.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.227.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.310.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.32.mixer.experts.465.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.159.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.350.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.59.mixer.experts.432.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.70.mixer.experts.398.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.9.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.462.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.288.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.1.mixer.experts.313.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.256.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.67.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.155.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.459.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.37.mixer.experts.238.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.37.mixer.experts.287.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.26.mixer.experts.117.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.63.mixer.experts.301.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.48.mixer.experts.232.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.248.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.162.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.95.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.3.mixer.experts.247.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.394.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.30.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.8.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.253.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.14.mixer.experts.254.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.309.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.188.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.219.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.54.mixer.experts.260.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.332.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.41.mixer.experts.373.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.63.mixer.experts.80.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.447.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.63.mixer.experts.168.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.17.mixer.experts.39.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.37.mixer.experts.449.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.139.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.63.mixer.experts.106.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.178.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.479.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.82.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.461.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.443.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.79.mixer.experts.483.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.56.mixer.experts.60.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.37.mixer.experts.81.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.112.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.158.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.390.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.55.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.161.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.310.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.145.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.37.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.410.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.459.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.51.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.41.mixer.experts.73.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.67.mixer.experts.386.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.8.mixer.experts.321.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.51.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.127.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.41.mixer.experts.182.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.284.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.28.mixer.experts.5.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.8.mixer.experts.288.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.5.mixer.experts.389.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.83.mixer.experts.354.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.8.mixer.experts.13.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.30.mixer.experts.323.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.478.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.340.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.193.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.267.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.63.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.443.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.488.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.70.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.309.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.277.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.344.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.314.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.171.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.320.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.353.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.308.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.209.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.303.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.316.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.81.mixer.experts.173.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.32.mixer.experts.323.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.90.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.428.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.138.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.448.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.136.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.183.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.133.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.303.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.61.mixer.experts.39.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.34.mixer.experts.460.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.153.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.56.mixer.experts.180.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.301.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.430.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.146.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.371.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.131.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.10.mixer.experts.153.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.422.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.14.mixer.experts.34.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.189.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.85.mixer.experts.89.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.239.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.339.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.310.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.19.mixer.experts.282.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.54.mixer.experts.227.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.443.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.147.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.81.mixer.experts.93.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.63.mixer.experts.295.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.3.mixer.experts.416.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.166.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.26.mixer.experts.509.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.296.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.81.mixer.experts.228.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.106.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.26.mixer.experts.67.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.23.mixer.experts.22.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.76.mixer.experts.106.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.17.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.466.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.23.mixer.experts.262.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.208.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.161.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.258.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.436.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.65.mixer.experts.248.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.45.mixer.experts.72.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.154.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.362.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.21.mixer.experts.485.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.310.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.104.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.8.mixer.experts.491.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.43.mixer.experts.434.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.112.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.341.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.14.mixer.experts.67.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.1.mixer.experts.264.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.2.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.13.mixer.dt_bias": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.169.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.281.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.19.mixer.experts.120.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.433.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.67.mixer.experts.354.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.74.down_proj.weight": "model-00036-of-00050.safetensors", + "mtp.layers.1.mixer.experts.369.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.144.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.224.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.429.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.398.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.17.mixer.experts.359.down_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.224.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.386.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.45.mixer.experts.437.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.195.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.59.mixer.experts.101.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.34.mixer.experts.220.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.301.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.326.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.104.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.311.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.83.mixer.experts.421.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.56.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.312.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.410.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.30.mixer.experts.286.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.478.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.87.mixer.experts.272.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.351.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.85.mixer.experts.54.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.81.mixer.experts.327.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.181.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.5.mixer.experts.471.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.96.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.23.mixer.experts.331.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.475.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.87.mixer.experts.158.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.443.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.352.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.experts.407.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.85.mixer.experts.208.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.441.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.125.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.281.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.106.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.1.mixer.fc1_latent_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.330.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.40.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.213.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.158.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.435.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.166.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.42.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.229.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.61.mixer.experts.308.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.43.mixer.experts.312.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.340.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.323.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.326.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.208.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.80.mixer.conv1d.weight": "model-00044-of-00050.safetensors", + "backbone.layers.26.mixer.experts.433.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.110.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.413.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.85.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.21.mixer.experts.385.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.43.mixer.experts.64.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.67.mixer.experts.430.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.71.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.458.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.130.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.8.mixer.experts.90.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.45.mixer.experts.165.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.486.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.26.mixer.experts.121.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.175.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.424.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.64.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.41.mixer.experts.496.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.48.mixer.experts.193.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.453.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.226.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.73.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.48.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.26.mixer.experts.223.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.435.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.21.mixer.experts.507.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.115.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.129.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.59.mixer.experts.19.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.40.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.249.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.170.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.493.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.5.mixer.experts.330.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.75.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.59.mixer.experts.246.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.352.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.133.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.52.mixer.experts.230.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.39.mixer.experts.190.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.74.mixer.experts.464.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.454.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.192.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.354.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.131.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.111.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.250.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.28.mixer.experts.307.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.52.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.55.mixer.out_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.20.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.413.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.323.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.343.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.312.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.83.mixer.experts.138.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.34.mixer.experts.462.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.266.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.364.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.48.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.170.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.438.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.32.mixer.experts.356.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.225.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.10.mixer.experts.221.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.67.mixer.experts.346.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.293.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.76.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.236.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.378.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.242.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.17.mixer.experts.384.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.268.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.240.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.81.mixer.experts.290.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.397.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.156.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.63.mixer.experts.410.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.9.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.59.mixer.experts.165.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.10.mixer.experts.1.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.41.mixer.experts.33.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.14.mixer.experts.430.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.143.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.475.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.180.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.39.mixer.experts.452.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.321.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.67.mixer.experts.321.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.253.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.343.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.185.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.283.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.114.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.59.mixer.experts.159.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.76.mixer.experts.303.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.229.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.129.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.32.mixer.experts.485.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.163.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.69.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.28.mixer.experts.269.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.502.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.2.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.19.mixer.experts.314.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.24.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.23.mixer.experts.224.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.297.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.323.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.357.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.3.mixer.experts.423.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.61.mixer.experts.146.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.43.mixer.experts.225.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.26.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.391.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.385.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.249.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.281.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.426.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.56.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.460.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.28.mixer.experts.120.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.272.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.54.mixer.experts.56.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.180.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.23.mixer.experts.74.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.242.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.8.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.76.mixer.experts.16.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.380.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.335.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.37.mixer.experts.382.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.224.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.116.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.380.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.79.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.170.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.121.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.23.mixer.experts.213.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.67.mixer.experts.377.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.85.mixer.experts.168.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.141.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.345.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.32.mixer.experts.157.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.461.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.184.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.154.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.380.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.104.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.84.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.311.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.258.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.8.mixer.experts.182.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.289.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.463.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.76.mixer.experts.176.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.222.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.56.mixer.experts.92.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.495.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.344.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.161.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.28.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.419.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.167.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.233.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.196.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.72.mixer.experts.106.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.56.mixer.experts.38.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.333.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.294.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.179.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.1.mixer.experts.152.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.249.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.424.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.20.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.43.mixer.experts.144.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.12.mixer.experts.482.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.182.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.61.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.396.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.17.mixer.experts.382.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.79.mixer.experts.296.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.50.mixer.experts.317.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.510.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.472.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.8.mixer.experts.510.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.33.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.114.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.10.mixer.experts.172.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.268.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.12.mixer.experts.113.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.443.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.7.mixer.o_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.335.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.19.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.148.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.239.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.10.mixer.experts.509.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.375.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.435.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.214.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.447.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.67.mixer.experts.235.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.30.mixer.experts.336.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.323.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.87.mixer.experts.301.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.185.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.248.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.187.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.fc1_latent_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.176.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.26.mixer.experts.175.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.37.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.66.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.83.mixer.experts.467.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.74.mixer.experts.38.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.39.mixer.experts.299.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.21.mixer.experts.115.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.50.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.414.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.3.mixer.experts.142.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.67.mixer.experts.367.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.30.mixer.experts.277.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.87.mixer.experts.434.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.285.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.20.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.79.mixer.experts.400.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.8.mixer.experts.292.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.53.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.43.mixer.experts.275.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.344.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.19.mixer.experts.101.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.52.mixer.experts.76.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.30.mixer.experts.300.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.72.mixer.experts.21.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.70.mixer.experts.323.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.459.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.452.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.39.mixer.experts.195.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.24.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.63.mixer.experts.289.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.244.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.86.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.419.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.239.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.104.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.457.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.284.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.189.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.70.mixer.experts.345.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.39.mixer.experts.342.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.79.mixer.experts.169.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.461.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.23.mixer.experts.219.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.187.down_proj.weight": "model-00030-of-00050.safetensors", + "mtp.layers.1.mixer.experts.186.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.149.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.50.mixer.experts.319.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.80.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.7.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.68.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.286.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.499.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.206.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.279.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.383.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.27.mixer.conv1d.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.371.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.54.mixer.experts.293.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.329.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.102.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.230.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.56.mixer.experts.243.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.72.mixer.experts.159.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.487.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.8.mixer.experts.58.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.1.mixer.experts.29.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.105.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.81.mixer.experts.142.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.28.mixer.experts.17.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.14.mixer.experts.240.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.38.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.37.mixer.experts.458.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.14.mixer.experts.203.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.51.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.17.mixer.experts.185.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.248.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.361.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.8.mixer.experts.426.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.68.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.235.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.308.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.343.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.254.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.39.mixer.experts.253.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.39.mixer.experts.415.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.3.mixer.experts.463.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.45.mixer.experts.197.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.170.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.288.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.59.mixer.experts.392.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.283.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.265.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.229.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.12.mixer.experts.249.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.150.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.26.mixer.experts.318.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.43.mixer.experts.293.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.30.mixer.experts.268.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.26.mixer.experts.476.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.63.mixer.experts.303.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.456.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.59.mixer.experts.13.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.345.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.48.mixer.experts.400.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.56.mixer.experts.150.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.414.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.334.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.305.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.59.mixer.experts.195.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.65.mixer.experts.246.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.340.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.1.mixer.experts.223.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.67.mixer.experts.236.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.281.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.48.mixer.experts.4.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.37.mixer.experts.271.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.50.mixer.experts.288.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.39.mixer.gate.e_score_correction_bias": "model-00022-of-00050.safetensors", + "backbone.layers.50.mixer.experts.239.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.392.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.150.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.5.mixer.experts.191.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.148.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.108.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.5.mixer.experts.490.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.194.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.210.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.61.mixer.experts.255.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.23.mixer.experts.13.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.381.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.293.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.76.mixer.experts.368.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.72.mixer.experts.209.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.14.mixer.experts.146.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.309.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.337.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.326.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.146.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.83.mixer.experts.62.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.363.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.373.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.67.mixer.experts.330.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.151.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.434.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.39.mixer.experts.18.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.21.mixer.experts.127.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.23.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.85.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.116.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.412.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.442.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.27.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.67.mixer.experts.292.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.14.mixer.experts.486.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.446.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.48.mixer.experts.458.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.218.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.74.mixer.experts.161.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.337.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.103.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.43.mixer.experts.63.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.32.mixer.experts.100.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.79.mixer.experts.270.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.331.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.16.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.220.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.375.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.30.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.408.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.227.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.57.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.269.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.147.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.48.mixer.experts.34.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.65.mixer.experts.239.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.410.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.10.mixer.experts.344.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.79.mixer.experts.286.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.367.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.264.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.215.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.50.mixer.experts.418.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.265.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.365.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.83.mixer.experts.385.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.164.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.145.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.208.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.34.mixer.experts.94.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.378.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.204.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.14.mixer.experts.240.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.56.mixer.experts.380.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.484.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.81.mixer.experts.246.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.52.mixer.experts.318.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.102.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.155.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.77.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.34.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.225.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.12.mixer.experts.236.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.100.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.41.mixer.experts.4.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.5.mixer.experts.503.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.63.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.269.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.76.mixer.experts.256.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.472.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.240.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.59.mixer.experts.375.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.65.mixer.experts.136.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.421.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.373.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.444.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.444.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.17.mixer.experts.364.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.17.mixer.experts.471.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.137.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.17.mixer.experts.125.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.83.mixer.experts.5.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.266.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.85.mixer.experts.496.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.5.mixer.experts.266.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.106.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.fc1_latent_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.395.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.431.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.218.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.0.mixer.D": "model-00001-of-00050.safetensors", + "backbone.layers.3.mixer.experts.461.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.165.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.59.mixer.experts.5.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.17.mixer.experts.443.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.41.mixer.experts.413.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.54.mixer.experts.306.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.379.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.411.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.458.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.59.mixer.experts.55.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.19.mixer.experts.154.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.487.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.175.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.151.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.111.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.104.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.383.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.249.up_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.10.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.157.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.460.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.53.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.19.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.270.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.21.mixer.experts.212.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.45.mixer.experts.209.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.14.mixer.experts.87.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.59.mixer.experts.130.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.85.mixer.experts.489.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.312.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.1.mixer.experts.240.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.79.mixer.experts.302.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.160.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.269.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.40.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.168.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.144.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.209.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.1.mixer.experts.368.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.151.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.321.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.43.mixer.experts.371.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.5.mixer.experts.397.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.28.mixer.experts.494.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.420.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.385.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.405.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.377.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.43.mixer.experts.201.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.79.mixer.experts.422.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.70.mixer.experts.465.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.134.down_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.128.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.68.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.258.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.59.mixer.experts.180.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.48.mixer.experts.76.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.3.mixer.experts.268.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.67.mixer.experts.231.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.407.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.61.mixer.experts.92.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.291.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.447.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.72.mixer.experts.350.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.142.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.321.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.145.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.8.mixer.experts.77.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.87.mixer.experts.277.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.88.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.256.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.50.mixer.experts.459.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.449.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.299.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.382.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.45.mixer.experts.140.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.228.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.37.mixer.experts.221.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.83.mixer.experts.370.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.330.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.83.mixer.experts.207.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.27.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.76.mixer.experts.295.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.10.mixer.experts.458.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.43.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.284.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.266.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.48.mixer.experts.187.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.8.mixer.experts.20.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.411.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.388.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.34.mixer.experts.467.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.14.mixer.experts.432.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.392.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.70.mixer.experts.309.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.67.mixer.experts.202.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.72.mixer.experts.149.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.45.mixer.experts.364.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.96.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.290.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.203.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.408.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.468.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.83.mixer.experts.200.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.67.mixer.experts.29.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.46.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.75.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.349.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.340.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.416.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.60.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.45.mixer.experts.439.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.77.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.87.mixer.experts.69.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.283.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.465.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.45.mixer.experts.494.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.205.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.87.mixer.experts.488.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.244.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.488.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.146.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.459.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.86.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.161.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.176.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.63.mixer.experts.10.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.17.mixer.experts.246.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.43.mixer.experts.62.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.469.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.8.mixer.experts.465.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.376.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.8.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.471.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.207.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.83.mixer.experts.486.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.372.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.12.mixer.experts.406.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.43.mixer.experts.388.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.87.mixer.experts.508.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.426.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.273.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.30.mixer.experts.286.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.184.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.76.mixer.experts.48.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.34.mixer.experts.355.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.261.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.460.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.34.mixer.experts.259.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.174.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.8.mixer.experts.394.up_proj.weight": "model-00005-of-00050.safetensors", + "mtp.layers.1.mixer.experts.16.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.347.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.480.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.3.mixer.experts.335.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.158.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.172.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.74.mixer.experts.108.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.65.mixer.experts.381.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.1.mixer.experts.358.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.54.mixer.experts.373.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.296.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.19.mixer.experts.137.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.34.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.37.mixer.experts.79.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.407.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.453.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.507.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.67.mixer.experts.169.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.52.mixer.experts.141.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.154.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.58.mixer.o_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.311.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.467.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.286.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.17.mixer.experts.0.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.68.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.318.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.449.up_proj.weight": "model-00010-of-00050.safetensors", + "mtp.layers.1.mixer.experts.122.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.67.mixer.experts.271.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.364.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.189.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.190.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.154.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.81.mixer.experts.104.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.34.mixer.experts.125.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.45.mixer.experts.29.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.199.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.72.mixer.experts.454.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.72.mixer.experts.279.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.63.mixer.experts.114.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.54.mixer.experts.365.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.271.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.132.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.100.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.14.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.503.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.119.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.125.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.70.mixer.experts.348.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.32.mixer.experts.312.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.84.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.0.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.shared_experts.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.79.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.486.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.3.mixer.experts.116.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.89.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.41.mixer.experts.69.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.272.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.169.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.79.mixer.experts.212.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.85.mixer.experts.57.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.408.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.370.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.72.mixer.experts.322.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.54.mixer.experts.443.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.166.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.317.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.369.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.130.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.52.mixer.experts.264.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.314.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.35.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.137.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.338.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.14.mixer.experts.138.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.154.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.12.mixer.experts.456.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.45.mixer.experts.70.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.fc2_latent_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.489.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.87.mixer.experts.144.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.85.mixer.experts.259.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.162.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.54.mixer.experts.82.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.436.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.363.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.21.mixer.experts.373.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.50.mixer.experts.84.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.72.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.341.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.56.mixer.experts.454.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.59.mixer.experts.496.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.39.mixer.experts.402.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.41.mixer.experts.491.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.79.mixer.experts.456.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.87.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.28.mixer.experts.36.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.67.mixer.experts.406.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.220.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.117.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.65.mixer.experts.109.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.12.mixer.experts.135.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.74.mixer.experts.303.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.259.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.83.mixer.experts.88.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.250.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.156.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.93.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.135.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.87.mixer.experts.246.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.408.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.296.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.41.mixer.experts.490.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.192.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.206.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.240.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.385.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.345.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.400.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.50.mixer.experts.81.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.1.mixer.experts.14.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.43.mixer.experts.285.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.123.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.70.mixer.experts.184.down_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.411.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.187.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.72.mixer.experts.258.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.74.mixer.experts.161.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.368.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.456.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.450.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.43.mixer.experts.448.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.12.mixer.experts.419.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.90.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.54.mixer.experts.302.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.70.mixer.experts.21.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.23.mixer.experts.161.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.15.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.46.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.37.mixer.experts.173.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.42.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.317.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.32.mixer.experts.10.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.383.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.74.mixer.experts.65.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.10.mixer.experts.212.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.45.mixer.experts.466.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.74.mixer.experts.165.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.349.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.316.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.52.mixer.experts.356.up_proj.weight": "model-00029-of-00050.safetensors", + "mtp.layers.1.mixer.experts.380.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.37.mixer.experts.239.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.43.mixer.experts.72.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.74.mixer.experts.411.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.87.mixer.experts.169.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.50.mixer.experts.232.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.354.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.483.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.67.mixer.experts.113.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.18.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.43.mixer.experts.305.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.165.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.444.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.174.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.39.mixer.experts.184.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.400.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.76.mixer.experts.497.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.350.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.507.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.10.mixer.experts.407.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.420.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.45.mixer.experts.493.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.59.mixer.experts.485.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.10.mixer.experts.415.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.1.mixer.experts.376.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.292.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.68.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.416.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.48.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.233.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.10.mixer.experts.114.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.24.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.3.mixer.experts.139.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.5.mixer.experts.113.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.510.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.254.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.45.mixer.experts.297.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.79.mixer.experts.410.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.448.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.82.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.83.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.104.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.81.mixer.experts.318.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.481.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.352.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.54.mixer.experts.283.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.72.mixer.experts.257.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.236.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.32.mixer.experts.206.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.78.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.50.mixer.experts.428.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.26.mixer.experts.307.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.50.mixer.experts.54.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.5.mixer.experts.380.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.50.mixer.experts.360.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.8.mixer.experts.281.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.312.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.90.down_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.48.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.302.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.3.mixer.experts.341.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.23.mixer.experts.279.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.14.mixer.experts.27.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.67.mixer.experts.471.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.283.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.78.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.168.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.54.mixer.experts.348.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.48.mixer.experts.7.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.182.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.12.mixer.experts.21.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.505.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.83.mixer.experts.417.down_proj.weight": "model-00046-of-00050.safetensors", + "mtp.layers.1.mixer.experts.33.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.28.mixer.experts.171.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.490.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.327.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.111.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.28.mixer.experts.469.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.67.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.266.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.19.mixer.experts.337.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.403.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.70.mixer.experts.288.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.28.mixer.experts.29.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.70.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.433.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.21.mixer.experts.73.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.21.mixer.experts.153.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.133.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.39.mixer.experts.460.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.59.mixer.experts.277.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.92.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.86.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.14.mixer.experts.81.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.70.mixer.experts.18.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.12.mixer.experts.199.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.14.mixer.experts.146.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.37.mixer.experts.465.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.281.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.486.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.214.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.81.mixer.experts.375.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.422.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.85.mixer.experts.476.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.63.mixer.experts.138.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.276.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.76.mixer.experts.267.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.153.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.176.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.139.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.50.mixer.experts.475.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.198.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.45.mixer.experts.182.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.234.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.14.mixer.experts.511.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.115.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.76.mixer.experts.319.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.85.mixer.experts.205.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.494.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.19.mixer.experts.52.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.26.mixer.experts.43.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.28.mixer.experts.75.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.59.mixer.experts.460.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.429.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.275.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.427.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.64.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.63.mixer.experts.315.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.10.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.74.mixer.experts.493.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.394.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.54.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.52.mixer.experts.35.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.17.mixer.experts.506.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.75.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.227.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.26.mixer.experts.132.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.61.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.394.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.70.mixer.experts.20.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.237.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.154.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.10.mixer.experts.406.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.183.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.14.mixer.experts.50.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.26.mixer.experts.202.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.10.mixer.experts.203.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.321.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.43.mixer.experts.269.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.56.mixer.experts.211.up_proj.weight": "model-00031-of-00050.safetensors", + "mtp.layers.1.mixer.experts.126.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.50.mixer.experts.294.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.61.mixer.experts.444.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.448.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.19.mixer.experts.420.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.37.mixer.experts.462.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.330.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.319.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.372.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.59.mixer.experts.303.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.41.mixer.experts.65.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.34.mixer.experts.43.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.155.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.52.mixer.experts.360.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.370.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.437.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.500.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.23.mixer.experts.287.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.72.mixer.experts.419.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.154.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.8.mixer.experts.388.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.65.mixer.experts.302.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.59.mixer.experts.67.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.479.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.14.mixer.experts.341.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.72.mixer.experts.387.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.56.mixer.experts.208.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.14.mixer.experts.277.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.41.mixer.experts.385.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.45.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.72.mixer.experts.410.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.48.mixer.shared_experts.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.8.mixer.experts.199.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.34.mixer.experts.482.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.63.mixer.experts.59.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.19.mixer.experts.153.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.10.mixer.experts.470.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.97.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.87.mixer.experts.234.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.48.mixer.experts.402.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.17.mixer.experts.174.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.45.mixer.fc1_latent_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.10.mixer.experts.122.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.118.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.222.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.41.mixer.experts.104.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.310.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.65.mixer.experts.214.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.83.mixer.experts.390.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.83.mixer.experts.219.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.72.mixer.experts.13.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.100.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.177.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.220.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.448.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.61.mixer.experts.8.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.49.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.453.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.19.mixer.experts.369.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.261.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.final_layernorm.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.418.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.339.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.83.mixer.experts.315.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.415.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.3.mixer.experts.326.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.21.mixer.experts.501.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.144.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.65.mixer.experts.148.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.14.mixer.experts.381.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.17.mixer.experts.150.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.11.mixer.D": "model-00007-of-00050.safetensors", + "backbone.layers.39.mixer.experts.432.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.384.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.39.mixer.experts.266.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.247.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.28.mixer.experts.283.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.413.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.65.mixer.experts.342.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.22.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.61.mixer.experts.279.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.451.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.290.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.382.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.355.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.26.mixer.experts.98.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.1.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.5.mixer.experts.123.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.354.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.54.mixer.experts.368.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.194.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.41.mixer.experts.171.down_proj.weight": "model-00023-of-00050.safetensors", + "mtp.layers.1.mixer.experts.374.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.34.mixer.fc2_latent_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.12.mixer.experts.415.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.320.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.221.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.144.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.422.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.72.mixer.experts.329.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.468.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.380.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.230.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.87.mixer.experts.189.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.68.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.10.mixer.experts.132.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.105.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.126.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.63.mixer.experts.179.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.230.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.56.mixer.experts.450.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.23.mixer.experts.420.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.21.mixer.experts.285.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.323.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.508.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.1.mixer.experts.240.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.21.mixer.experts.2.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.85.mixer.experts.43.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.56.mixer.experts.124.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.28.mixer.experts.467.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.510.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.163.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.8.mixer.experts.43.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.404.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.208.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.335.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.33.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.45.mixer.experts.280.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.23.mixer.experts.193.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.81.mixer.experts.297.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.54.mixer.experts.331.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.19.mixer.experts.239.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.32.mixer.experts.18.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.56.mixer.experts.65.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.65.mixer.experts.324.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.94.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.341.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.274.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.21.mixer.experts.244.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.61.mixer.experts.406.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.95.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.81.mixer.experts.442.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.165.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.212.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.45.mixer.experts.27.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.10.mixer.experts.171.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.65.mixer.experts.90.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.37.mixer.experts.487.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.72.mixer.experts.262.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.1.mixer.experts.443.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.50.mixer.experts.32.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.369.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.483.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.82.mixer.in_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.28.mixer.experts.465.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.35.mixer.conv1d.bias": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.348.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.58.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.3.mixer.experts.205.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.14.mixer.experts.305.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.34.mixer.experts.381.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.34.mixer.experts.412.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.453.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.497.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.19.mixer.experts.93.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.190.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.353.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.47.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.45.mixer.experts.32.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.21.mixer.experts.341.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.34.mixer.experts.31.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.228.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.151.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.421.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.56.mixer.experts.193.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.1.mixer.experts.285.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.203.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.214.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.65.mixer.experts.129.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.17.mixer.experts.494.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.65.mixer.experts.99.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.488.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.83.mixer.experts.114.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.48.mixer.experts.191.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.48.mixer.experts.152.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.17.mixer.experts.268.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.410.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.212.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.8.mixer.experts.313.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.10.mixer.experts.49.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.162.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.148.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.10.mixer.experts.97.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.87.mixer.experts.17.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.210.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.60.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.79.mixer.experts.67.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.75.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.425.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.248.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.425.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.145.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.61.mixer.experts.83.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.489.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.375.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.65.mixer.experts.303.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.32.mixer.experts.386.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.147.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.56.mixer.experts.340.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.85.mixer.experts.56.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.85.mixer.experts.205.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.10.mixer.experts.409.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.152.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.237.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.142.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.72.mixer.experts.81.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.377.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.246.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.85.mixer.experts.80.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.72.mixer.experts.151.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.21.mixer.experts.17.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.171.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.12.mixer.experts.6.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.65.mixer.experts.215.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.9.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.43.mixer.experts.305.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.501.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.196.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.212.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.87.mixer.experts.263.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.233.up_proj.weight": "model-00022-of-00050.safetensors", + "mtp.layers.1.mixer.experts.267.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.111.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.63.mixer.experts.221.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.307.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.83.mixer.experts.160.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.216.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.470.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.189.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.56.mixer.experts.215.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.79.mixer.experts.168.up_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.289.down_proj.weight": "model-00050-of-00050.safetensors", + "mtp.layers.1.mixer.experts.131.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.5.mixer.experts.295.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.164.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.400.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.348.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.67.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.156.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.434.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.20.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.32.mixer.experts.121.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.48.mixer.experts.365.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.52.mixer.experts.399.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.155.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.23.mixer.experts.373.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.212.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.52.mixer.experts.190.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.5.mixer.experts.468.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.32.mixer.experts.351.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.287.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.125.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.54.mixer.experts.151.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.458.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.443.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.34.mixer.experts.201.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.5.mixer.experts.422.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.19.mixer.experts.16.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.74.mixer.experts.187.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.81.mixer.experts.53.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.408.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.56.mixer.experts.61.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.406.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.23.mixer.experts.494.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.217.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.85.mixer.experts.318.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.30.mixer.experts.234.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.0.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.87.mixer.experts.449.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.263.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.12.mixer.experts.62.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.28.mixer.experts.408.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.194.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.28.mixer.experts.457.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.441.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.289.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.14.mixer.experts.464.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.215.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.8.mixer.experts.330.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.85.mixer.experts.210.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.210.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.28.mixer.experts.204.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.12.mixer.experts.328.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.233.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.499.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.396.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.192.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.360.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.224.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.251.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.83.mixer.experts.251.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.48.mixer.experts.160.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.20.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.243.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.74.mixer.experts.65.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.85.mixer.experts.314.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.134.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.76.mixer.experts.134.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.425.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.23.up_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.420.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.8.mixer.experts.410.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.41.mixer.experts.99.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.3.mixer.experts.178.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.experts.375.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.65.mixer.experts.226.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.70.mixer.experts.430.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.30.mixer.experts.43.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.76.mixer.experts.262.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.79.mixer.experts.495.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.19.mixer.experts.211.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.26.mixer.experts.427.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.263.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.250.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.17.mixer.experts.198.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.449.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.70.mixer.experts.312.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.30.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.21.mixer.experts.216.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.63.mixer.experts.370.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.59.mixer.experts.425.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.78.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.45.mixer.experts.225.down_proj.weight": "model-00025-of-00050.safetensors", + "mtp.layers.1.mixer.experts.103.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.54.mixer.experts.379.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.30.mixer.experts.446.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.360.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.138.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.26.mixer.experts.126.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.59.mixer.experts.192.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.45.mixer.experts.278.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.76.mixer.experts.269.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.3.mixer.experts.349.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.163.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.52.mixer.experts.432.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.79.mixer.experts.134.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.320.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.12.mixer.experts.356.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.72.mixer.experts.447.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.19.mixer.experts.440.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.28.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.12.mixer.experts.453.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.48.mixer.experts.451.up_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.501.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.314.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.50.mixer.experts.413.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.217.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.18.mixer.D": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.94.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.74.mixer.experts.271.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.318.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.56.mixer.experts.184.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.469.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.83.mixer.experts.98.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.26.mixer.experts.41.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.97.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.41.mixer.experts.166.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.26.mixer.experts.137.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.1.mixer.experts.120.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.41.mixer.experts.161.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.57.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.43.mixer.experts.393.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.43.mixer.experts.329.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.63.mixer.experts.374.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.405.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.76.mixer.experts.447.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.28.mixer.experts.450.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.39.mixer.experts.472.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.417.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.67.mixer.experts.82.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.67.mixer.experts.425.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.205.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.470.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.28.mixer.experts.199.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.67.mixer.experts.504.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.52.mixer.experts.446.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.125.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.83.mixer.experts.344.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.290.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.65.mixer.experts.325.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.409.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.23.mixer.experts.68.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.43.mixer.experts.90.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.271.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.159.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.8.mixer.experts.290.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.160.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.17.mixer.experts.161.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.37.mixer.experts.8.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.50.mixer.experts.309.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.54.mixer.experts.90.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.173.up_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.359.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.12.mixer.experts.511.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.19.mixer.experts.337.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.77.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.72.mixer.experts.340.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.496.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.105.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.19.mixer.experts.460.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.41.mixer.experts.144.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.43.mixer.experts.24.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.48.mixer.experts.153.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.85.mixer.experts.166.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.83.mixer.experts.339.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.304.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.23.mixer.experts.214.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.258.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.107.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.74.mixer.experts.474.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.265.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.74.mixer.experts.128.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.70.mixer.experts.215.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.37.mixer.experts.146.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.76.mixer.experts.103.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.148.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.23.mixer.experts.119.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.59.mixer.experts.77.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.26.mixer.experts.105.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.109.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.45.mixer.experts.286.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.45.mixer.experts.287.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.65.mixer.experts.320.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.486.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.480.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.52.mixer.experts.493.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.1.mixer.experts.178.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.72.mixer.experts.468.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.79.mixer.experts.284.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.71.mixer.in_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.76.mixer.experts.43.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.87.mixer.experts.308.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.24.mixer.norm.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.128.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.43.mixer.experts.55.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.331.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.79.mixer.experts.204.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.48.mixer.experts.231.up_proj.weight": "model-00026-of-00050.safetensors", + "mtp.layers.1.mixer.experts.223.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.10.mixer.experts.430.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.361.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.50.mixer.experts.467.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.10.mixer.experts.28.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.63.mixer.experts.273.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.85.mixer.experts.134.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.205.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.70.mixer.experts.32.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.19.mixer.experts.252.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.19.mixer.experts.113.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.161.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.83.mixer.experts.449.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.41.mixer.experts.74.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.60.mixer.dt_bias": "model-00033-of-00050.safetensors", + "backbone.layers.52.mixer.experts.241.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.452.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.70.mixer.experts.28.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.81.mixer.experts.406.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.19.mixer.experts.193.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.28.mixer.experts.228.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.283.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.430.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.331.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.362.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.30.mixer.experts.8.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.288.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.43.mixer.experts.99.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.20.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.28.mixer.experts.15.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.151.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.418.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.74.mixer.experts.278.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.106.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.50.mixer.experts.361.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.5.mixer.experts.339.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.8.mixer.experts.232.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.35.mixer.in_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.3.mixer.experts.410.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.276.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.496.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.8.mixer.experts.336.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.457.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.29.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.366.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.74.mixer.experts.16.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.151.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.41.mixer.experts.408.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.19.mixer.experts.288.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.67.mixer.experts.242.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.76.mixer.experts.28.down_proj.weight": "model-00042-of-00050.safetensors", + "mtp.layers.1.mixer.experts.241.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.83.mixer.experts.437.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.6.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.214.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.424.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.65.mixer.experts.79.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.85.mixer.experts.251.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.227.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.279.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.89.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.70.mixer.experts.215.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.50.mixer.experts.162.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.3.mixer.experts.130.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.83.mixer.shared_experts.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.112.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.164.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.63.mixer.experts.251.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.153.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.81.mixer.experts.492.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.1.mixer.experts.423.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.48.mixer.experts.484.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.50.mixer.experts.86.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.199.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.32.mixer.experts.391.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.43.mixer.experts.265.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.400.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.gate.e_score_correction_bias": "model-00011-of-00050.safetensors", + "backbone.layers.79.mixer.experts.502.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.177.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.83.mixer.experts.435.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.65.mixer.shared_experts.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.48.mixer.experts.173.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.79.mixer.experts.151.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.3.mixer.experts.68.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.10.mixer.experts.331.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.72.mixer.experts.427.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.41.mixer.experts.446.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.1.mixer.experts.465.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.61.mixer.experts.246.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.81.mixer.experts.238.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.300.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.37.mixer.experts.484.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.76.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.209.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.3.mixer.experts.119.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.50.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.151.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.61.mixer.experts.415.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.50.mixer.experts.295.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.149.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.21.mixer.experts.275.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.431.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.83.mixer.experts.4.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.5.mixer.experts.427.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.344.down_proj.weight": "model-00021-of-00050.safetensors", + "mtp.layers.1.mixer.experts.45.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.87.mixer.experts.456.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.37.mixer.experts.123.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.269.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.30.mixer.experts.453.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.52.mixer.gate.e_score_correction_bias": "model-00029-of-00050.safetensors", + "backbone.layers.63.mixer.experts.391.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.79.mixer.experts.420.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.106.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.67.mixer.experts.193.down_proj.weight": "model-00037-of-00050.safetensors", + "mtp.layers.1.mixer.experts.465.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.41.mixer.experts.240.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.367.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.61.mixer.experts.488.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.41.mixer.experts.469.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.37.mixer.experts.251.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.392.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.286.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.48.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.56.mixer.experts.176.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.277.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.shared_experts.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.21.mixer.experts.208.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.120.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.37.mixer.experts.98.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.54.mixer.experts.415.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.37.mixer.experts.259.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.1.mixer.experts.135.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.5.mixer.experts.260.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.63.mixer.experts.69.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.76.mixer.experts.458.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.shared_experts.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.95.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.8.mixer.experts.128.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.93.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.476.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.109.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.30.mixer.experts.44.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.70.mixer.experts.279.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.8.mixer.experts.135.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.452.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.277.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.79.mixer.experts.406.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.10.mixer.experts.356.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.76.mixer.experts.464.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.65.mixer.experts.80.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.63.mixer.experts.11.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.72.mixer.experts.53.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.17.mixer.experts.371.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.63.mixer.experts.45.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.21.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.5.mixer.experts.59.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.32.mixer.experts.219.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.63.mixer.experts.291.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.37.mixer.experts.342.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.3.mixer.experts.284.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.214.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.19.mixer.experts.226.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.110.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.37.mixer.experts.56.down_proj.weight": "model-00020-of-00050.safetensors", + "mtp.layers.1.mixer.experts.376.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.28.mixer.experts.215.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.193.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.345.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.510.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.56.mixer.experts.136.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.507.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.277.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.34.mixer.experts.295.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.65.mixer.experts.82.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.388.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.28.mixer.experts.356.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.3.mixer.experts.404.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.191.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.48.mixer.experts.163.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.70.mixer.experts.436.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.85.mixer.experts.404.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.23.mixer.shared_experts.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.26.mixer.experts.210.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.85.mixer.experts.187.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.43.mixer.experts.135.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.20.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.171.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.3.mixer.experts.434.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.59.mixer.experts.17.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.330.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.158.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.96.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.63.mixer.experts.256.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.61.mixer.experts.11.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.1.mixer.experts.495.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.109.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.87.mixer.experts.28.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.21.mixer.experts.250.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.39.mixer.experts.91.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.229.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.61.mixer.experts.200.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.79.mixer.experts.10.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.288.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.67.mixer.experts.86.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.79.mixer.experts.325.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.23.mixer.experts.81.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.12.mixer.experts.5.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.384.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.12.mixer.experts.358.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.63.mixer.experts.99.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.28.mixer.experts.172.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.109.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.79.mixer.experts.197.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.87.mixer.experts.81.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.273.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.87.mixer.experts.113.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.500.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.23.mixer.experts.380.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.19.mixer.experts.406.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.45.mixer.experts.369.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.30.mixer.experts.462.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.3.mixer.experts.309.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.323.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.45.mixer.experts.123.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.189.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.56.mixer.experts.464.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.37.mixer.experts.485.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.324.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.12.mixer.experts.186.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.337.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.124.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.229.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.10.mixer.experts.29.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.20.norm.weight": "model-00011-of-00050.safetensors", + "backbone.layers.17.mixer.experts.390.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.experts.225.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.7.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.1.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.45.mixer.experts.295.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.282.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.14.mixer.experts.2.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.23.mixer.experts.480.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.37.mixer.experts.260.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.65.mixer.experts.86.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.273.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.328.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.270.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.61.mixer.experts.234.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.32.mixer.experts.473.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.87.mixer.experts.11.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.63.mixer.experts.32.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.54.mixer.experts.54.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.189.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.5.mixer.experts.485.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.41.mixer.experts.156.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.8.mixer.experts.131.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.37.mixer.experts.312.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.0.norm.weight": "model-00001-of-00050.safetensors", + "backbone.layers.76.mixer.experts.214.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.81.mixer.experts.486.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.10.mixer.experts.6.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.14.mixer.experts.474.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.184.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.79.mixer.experts.126.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.52.mixer.experts.96.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.14.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.370.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.176.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.39.mixer.experts.502.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.54.mixer.experts.218.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.116.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.87.mixer.experts.147.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.112.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.5.mixer.experts.269.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.3.mixer.experts.276.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.17.mixer.experts.322.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.3.mixer.experts.109.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.116.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.63.mixer.experts.102.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.8.mixer.experts.170.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.8.mixer.experts.300.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.166.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.121.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.81.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.41.mixer.experts.180.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.39.mixer.experts.414.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.26.mixer.experts.116.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.56.mixer.experts.490.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.424.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.17.mixer.experts.117.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.166.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.77.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.350.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.10.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.23.mixer.experts.225.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.102.up_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.30.mixer.experts.230.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.410.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.37.mixer.experts.304.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.37.mixer.experts.353.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.499.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.277.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.70.mixer.experts.226.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.482.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.85.mixer.experts.176.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.99.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.70.mixer.experts.221.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.244.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.12.mixer.experts.142.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.52.mixer.experts.504.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.52.mixer.experts.255.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.377.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.8.mixer.experts.284.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.39.mixer.experts.125.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.28.mixer.experts.394.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.32.mixer.experts.224.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.105.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.329.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.74.mixer.experts.83.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.83.mixer.experts.502.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.87.mixer.experts.129.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.32.mixer.experts.362.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.34.mixer.experts.337.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.182.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.56.mixer.experts.431.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.328.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.14.mixer.experts.371.down_proj.weight": "model-00009-of-00050.safetensors", + "mtp.layers.1.mixer.experts.340.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.70.mixer.experts.322.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.379.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.74.mixer.experts.415.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.14.mixer.experts.426.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.26.mixer.experts.273.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.28.mixer.experts.132.up_proj.weight": "model-00015-of-00050.safetensors", + "mtp.layers.1.mixer.experts.85.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.178.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.74.mixer.experts.258.down_proj.weight": "model-00041-of-00050.safetensors", + "mtp.layers.1.mixer.experts.151.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.81.mixer.experts.115.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.145.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.45.mixer.experts.34.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.37.mixer.experts.443.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.30.mixer.experts.276.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.5.mixer.experts.26.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.87.mixer.experts.90.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.50.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.14.mixer.experts.109.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.65.mixer.experts.353.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.426.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.59.mixer.experts.323.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.54.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.45.mixer.experts.306.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.34.mixer.experts.127.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.182.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.21.mixer.experts.429.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.3.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.56.mixer.experts.112.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.56.mixer.experts.48.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.75.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.67.mixer.experts.469.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.470.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.74.mixer.experts.330.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.50.mixer.experts.403.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.126.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.28.mixer.experts.302.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.26.mixer.experts.336.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.32.mixer.experts.46.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.5.mixer.experts.131.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.5.mixer.experts.419.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.48.mixer.experts.216.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.14.mixer.experts.209.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.201.up_proj.weight": "model-00047-of-00050.safetensors", + "mtp.layers.1.mixer.experts.453.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.30.mixer.experts.429.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.484.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.67.mixer.experts.246.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.37.mixer.experts.461.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.344.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.8.mixer.experts.351.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.23.mixer.experts.314.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.1.mixer.experts.118.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.12.mixer.experts.318.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.17.mixer.experts.249.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.357.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.85.mixer.experts.299.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.54.mixer.experts.386.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.23.mixer.experts.232.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.19.mixer.experts.182.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.12.mixer.experts.245.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.83.mixer.experts.9.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.32.mixer.experts.474.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.83.mixer.experts.230.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.50.mixer.experts.410.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.69.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.48.mixer.gate.e_score_correction_bias": "model-00027-of-00050.safetensors", + "backbone.layers.34.mixer.experts.146.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.56.mixer.experts.495.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.81.mixer.experts.27.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.59.mixer.experts.507.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.67.mixer.experts.203.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.10.mixer.experts.218.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.43.mixer.experts.199.down_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.34.mixer.experts.282.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.79.mixer.experts.373.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.236.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.350.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.74.mixer.experts.50.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.20.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.478.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.76.mixer.experts.309.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.35.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.310.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.48.mixer.experts.224.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.423.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.239.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.72.mixer.experts.445.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.17.mixer.experts.289.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.76.mixer.gate.weight": "model-00043-of-00050.safetensors", + "backbone.layers.74.mixer.experts.14.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.17.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.23.mixer.experts.86.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.300.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.19.mixer.experts.312.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.87.mixer.experts.266.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.43.mixer.experts.327.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.72.mixer.experts.331.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.50.mixer.experts.480.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.85.mixer.experts.397.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.48.mixer.experts.0.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.16.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.48.mixer.experts.48.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.52.mixer.experts.360.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.37.mixer.experts.418.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.56.mixer.experts.144.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.76.mixer.experts.123.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.31.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.321.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.39.mixer.experts.437.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.4.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.274.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.39.mixer.experts.505.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.25.mixer.o_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.67.mixer.experts.464.up_proj.weight": "model-00038-of-00050.safetensors", + "mtp.layers.1.mixer.experts.29.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.65.mixer.experts.250.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.67.mixer.experts.435.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.10.mixer.experts.177.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.52.mixer.experts.112.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.283.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.23.mixer.experts.447.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.70.mixer.experts.400.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.72.mixer.experts.291.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.72.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.409.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.54.mixer.experts.498.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.41.mixer.experts.144.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.163.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.85.mixer.experts.423.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.87.mixer.experts.135.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.81.mixer.experts.54.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.81.mixer.experts.11.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.37.mixer.experts.426.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.385.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.232.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.65.mixer.experts.397.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.356.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.87.mixer.experts.393.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.10.mixer.experts.500.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.56.mixer.experts.159.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.83.mixer.experts.301.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.61.mixer.experts.365.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.195.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.274.down_proj.weight": "model-00043-of-00050.safetensors", + "mtp.layers.1.mixer.experts.298.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.52.mixer.experts.134.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.65.mixer.experts.444.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.34.mixer.experts.245.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.485.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.32.mixer.experts.6.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.40.mixer.in_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.52.mixer.experts.283.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.34.mixer.experts.503.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.19.mixer.experts.56.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.12.mixer.experts.232.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.54.mixer.experts.379.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.52.mixer.experts.506.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.28.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.59.mixer.experts.169.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.5.mixer.experts.450.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.388.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.508.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.26.mixer.experts.424.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.34.mixer.experts.11.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.251.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.504.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.23.mixer.experts.99.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.56.mixer.experts.25.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.208.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.3.mixer.experts.117.down_proj.weight": "model-00002-of-00050.safetensors", + "mtp.layers.1.mixer.experts.267.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.63.mixer.experts.456.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.12.mixer.experts.391.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.52.mixer.experts.83.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.81.mixer.experts.81.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.79.mixer.experts.412.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.178.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.61.mixer.experts.368.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.3.mixer.experts.430.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.28.mixer.experts.136.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.65.mixer.experts.197.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.236.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.140.down_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.30.mixer.experts.508.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.48.mixer.experts.8.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.61.mixer.experts.15.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.74.mixer.experts.245.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.30.mixer.experts.2.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.56.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.285.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.83.mixer.experts.43.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.160.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.14.mixer.experts.329.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.146.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.54.mixer.experts.350.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.17.mixer.experts.382.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.1.mixer.experts.305.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.14.mixer.experts.29.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.3.mixer.experts.391.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.72.mixer.experts.304.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.3.mixer.experts.238.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.17.mixer.experts.60.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.30.mixer.experts.236.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.15.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.455.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.74.mixer.experts.52.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.30.mixer.experts.224.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.81.mixer.experts.498.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.338.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.45.mixer.experts.463.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.1.mixer.experts.351.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.37.mixer.experts.233.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.10.mixer.experts.74.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.23.mixer.experts.148.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.17.mixer.experts.130.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.85.mixer.experts.428.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.50.mixer.experts.11.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.172.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.76.mixer.experts.423.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.1.mixer.experts.413.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.85.mixer.experts.230.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.59.mixer.experts.300.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.81.mixer.experts.172.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.5.mixer.experts.365.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.196.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.137.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.30.mixer.experts.115.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.333.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.8.mixer.experts.346.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.12.mixer.experts.368.down_proj.weight": "model-00008-of-00050.safetensors", + "mtp.layers.1.mixer.experts.282.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.243.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.30.mixer.experts.425.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.74.mixer.experts.353.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.49.mixer.out_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.19.mixer.experts.34.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.318.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.43.mixer.experts.483.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.63.mixer.experts.78.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.169.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.57.mixer.out_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.41.mixer.experts.40.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.83.mixer.experts.127.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.72.mixer.experts.488.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.59.mixer.experts.20.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.63.mixer.experts.449.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.63.mixer.experts.268.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.416.down_proj.weight": "model-00017-of-00050.safetensors", + "mtp.layers.1.mixer.experts.114.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.12.mixer.experts.7.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.50.mixer.experts.384.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.37.mixer.experts.389.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.45.mixer.experts.344.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.54.mixer.experts.335.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.14.mixer.experts.320.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.3.mixer.experts.54.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.30.mixer.experts.217.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.79.mixer.experts.143.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.32.mixer.experts.140.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.205.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.30.mixer.experts.241.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.8.mixer.experts.278.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.74.mixer.experts.99.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.39.mixer.experts.304.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.61.mixer.experts.468.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.48.mixer.experts.75.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.72.mixer.experts.396.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.52.mixer.experts.124.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.8.mixer.experts.247.up_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.28.mixer.experts.251.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.17.mixer.experts.463.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.34.mixer.experts.91.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.17.mixer.experts.202.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.14.mixer.experts.376.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.48.mixer.experts.349.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.21.mixer.experts.113.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.67.mixer.experts.473.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.367.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.45.mixer.experts.487.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.67.mixer.experts.400.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.5.mixer.experts.394.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.5.mixer.experts.247.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.79.mixer.experts.256.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.56.mixer.experts.207.down_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.408.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.19.mixer.experts.482.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.43.mixer.experts.184.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.83.mixer.experts.278.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.19.mixer.experts.224.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.50.mixer.experts.45.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.72.mixer.experts.34.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.65.mixer.experts.423.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.65.mixer.experts.131.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.8.mixer.experts.368.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.32.mixer.experts.385.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.39.mixer.experts.201.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.87.mixer.experts.180.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.39.mixer.experts.338.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.81.mixer.experts.418.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.37.mixer.experts.319.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.12.mixer.fc2_latent_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.83.mixer.experts.246.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.30.mixer.experts.455.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.59.mixer.experts.182.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.3.mixer.experts.222.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.45.mixer.experts.100.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.87.mixer.experts.446.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.21.mixer.experts.242.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.14.mixer.experts.425.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.79.mixer.experts.460.up_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.21.mixer.experts.349.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.54.mixer.experts.451.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.50.mixer.experts.298.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.50.mixer.experts.353.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.52.mixer.experts.502.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.3.mixer.experts.185.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.52.mixer.experts.440.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.10.mixer.experts.2.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.21.mixer.experts.213.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.83.mixer.experts.174.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.26.mixer.experts.118.up_proj.weight": "model-00014-of-00050.safetensors", + "mtp.layers.1.mixer.experts.137.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.61.mixer.experts.80.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.30.mixer.experts.341.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.221.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.270.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.43.mixer.experts.127.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.54.mixer.experts.388.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.81.mixer.experts.70.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.87.mixer.experts.194.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.17.mixer.experts.160.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.52.mixer.experts.240.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.32.mixer.experts.432.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.373.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.12.mixer.experts.146.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.43.mixer.experts.155.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.17.mixer.experts.297.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.72.mixer.experts.379.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.329.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.37.mixer.experts.180.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.85.mixer.experts.463.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.1.mixer.experts.379.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.23.mixer.experts.5.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.5.mixer.experts.305.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.12.mixer.experts.57.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.21.mixer.experts.45.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.72.mixer.experts.219.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.335.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.52.mixer.experts.204.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.12.mixer.experts.298.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.346.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.444.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.14.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.85.mixer.experts.451.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.52.mixer.experts.304.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.192.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.17.mixer.experts.367.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.26.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.100.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.48.mixer.experts.274.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.39.mixer.experts.68.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.54.mixer.experts.131.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.63.mixer.experts.119.up_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.154.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.39.mixer.experts.25.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.32.mixer.experts.358.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.61.mixer.experts.507.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.87.mixer.experts.7.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.30.mixer.experts.300.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.30.mixer.experts.137.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.41.mixer.experts.86.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.41.mixer.experts.79.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.10.mixer.experts.174.up_proj.weight": "model-00006-of-00050.safetensors", + "mtp.layers.1.mixer.experts.291.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.5.mixer.experts.26.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.34.mixer.experts.495.up_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.398.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.48.mixer.experts.253.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.59.mixer.experts.316.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.26.mixer.experts.191.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.76.mixer.experts.432.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.52.mixer.experts.177.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.45.mixer.experts.388.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.23.mixer.experts.184.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.195.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.5.mixer.experts.511.up_proj.weight": "model-00004-of-00050.safetensors", + "mtp.layers.1.mixer.experts.1.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.443.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.72.mixer.experts.423.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.81.mixer.experts.149.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.54.mixer.experts.198.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.54.mixer.experts.24.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.21.mixer.experts.202.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.3.mixer.experts.79.up_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.21.mixer.experts.134.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.79.mixer.experts.417.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.72.mixer.experts.354.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.34.mixer.experts.444.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.39.mixer.experts.143.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.39.mixer.experts.508.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.10.mixer.experts.233.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.12.mixer.experts.132.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.79.mixer.experts.49.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.45.mixer.experts.273.down_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.67.mixer.experts.74.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.21.mixer.experts.456.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.54.mixer.experts.44.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.74.mixer.experts.399.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.34.mixer.experts.133.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.28.mixer.experts.499.up_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.28.mixer.experts.299.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.30.mixer.experts.97.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.34.mixer.experts.216.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.81.mixer.experts.18.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.41.mixer.experts.295.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.87.mixer.experts.237.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.147.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.54.mixer.experts.486.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.61.mixer.experts.281.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.5.mixer.experts.296.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.23.mixer.experts.196.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.61.mixer.experts.22.down_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.32.mixer.experts.122.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.12.mixer.experts.302.up_proj.weight": "model-00007-of-00050.safetensors", + "backbone.layers.70.mixer.experts.93.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.67.mixer.experts.246.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.63.mixer.experts.455.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.67.mixer.experts.511.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.54.mixer.experts.100.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.6.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.17.mixer.experts.75.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.61.mixer.experts.449.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.26.mixer.experts.156.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.61.mixer.experts.487.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.67.mixer.experts.404.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.79.mixer.experts.357.down_proj.weight": "model-00044-of-00050.safetensors", + "backbone.layers.17.mixer.experts.454.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.85.mixer.experts.31.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.14.mixer.experts.338.down_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.51.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.56.mixer.experts.511.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.79.mixer.experts.305.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.54.mixer.experts.145.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.32.mixer.experts.418.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.14.mixer.experts.82.up_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.54.mixer.experts.146.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.42.down_proj.weight": "model-00027-of-00050.safetensors", + "mtp.layers.1.mixer.experts.394.up_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.26.mixer.experts.364.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.197.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.87.mixer.experts.367.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.34.mixer.experts.439.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.32.mixer.experts.267.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.45.mixer.experts.257.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.17.mixer.experts.179.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.19.mixer.experts.183.down_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.74.mixer.experts.225.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.8.mixer.experts.461.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.80.mixer.A_log": "model-00044-of-00050.safetensors", + "backbone.layers.67.mixer.experts.211.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.3.mixer.experts.182.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.63.mixer.experts.116.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.30.mixer.experts.116.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.85.mixer.experts.281.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.3.mixer.experts.400.up_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.41.mixer.experts.192.down_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.50.mixer.experts.158.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.10.mixer.experts.89.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.319.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.70.mixer.experts.134.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.87.mixer.experts.267.down_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.70.mixer.experts.223.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.211.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.65.mixer.experts.344.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.355.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.56.mixer.experts.366.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.52.mixer.experts.19.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.74.mixer.experts.262.up_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.59.mixer.experts.19.down_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.83.mixer.experts.40.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.8.mixer.experts.323.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.17.mixer.experts.305.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.50.mixer.experts.400.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.21.mixer.experts.494.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.8.mixer.experts.424.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.30.mixer.experts.457.down_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.21.mixer.experts.340.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.70.mixer.experts.285.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.87.mixer.experts.480.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.32.mixer.experts.407.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.50.mixer.experts.291.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.32.mixer.experts.16.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.1.mixer.experts.454.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.8.mixer.experts.410.down_proj.weight": "model-00005-of-00050.safetensors", + "backbone.layers.54.mixer.experts.281.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.65.mixer.experts.182.up_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.52.mixer.experts.335.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.50.mixer.experts.480.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.43.mixer.experts.362.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.21.mixer.experts.39.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.56.mixer.experts.87.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.30.mixer.experts.5.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.41.mixer.experts.57.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.72.mixer.experts.322.down_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.43.mixer.experts.247.up_proj.weight": "model-00024-of-00050.safetensors", + "backbone.layers.52.mixer.experts.238.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.61.mixer.experts.435.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.1.mixer.experts.13.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.23.mixer.experts.151.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.34.mixer.experts.361.down_proj.weight": "model-00020-of-00050.safetensors", + "backbone.layers.67.mixer.experts.267.down_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.85.mixer.experts.294.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.12.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.48.mixer.experts.277.up_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.28.mixer.experts.329.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.48.mixer.experts.469.down_proj.weight": "model-00027-of-00050.safetensors", + "backbone.layers.70.mixer.experts.478.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.81.mixer.experts.176.up_proj.weight": "model-00044-of-00050.safetensors", + "mtp.layers.1.mixer.experts.83.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.52.mixer.experts.510.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.54.mixer.experts.185.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.41.mixer.experts.87.up_proj.weight": "model-00023-of-00050.safetensors", + "backbone.layers.81.mixer.experts.357.down_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.81.mixer.experts.474.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.41.mixer.experts.30.down_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.63.mixer.experts.26.up_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.28.mixer.experts.291.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.61.mixer.experts.433.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.336.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.3.mixer.experts.148.down_proj.weight": "model-00002-of-00050.safetensors", + "backbone.layers.19.mixer.shared_experts.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.39.mixer.experts.214.up_proj.weight": "model-00022-of-00050.safetensors", + "backbone.layers.65.mixer.experts.396.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.5.mixer.experts.67.down_proj.weight": "model-00003-of-00050.safetensors", + "mtp.layers.1.mixer.experts.191.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.34.mixer.experts.240.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.76.mixer.experts.402.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.495.down_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.61.mixer.experts.349.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.59.mixer.experts.501.up_proj.weight": "model-00033-of-00050.safetensors", + "backbone.layers.14.mixer.experts.407.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.70.mixer.experts.31.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.65.mixer.experts.36.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.72.mixer.experts.339.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.76.mixer.experts.231.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.76.mixer.experts.291.up_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.50.mixer.experts.311.up_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.79.mixer.experts.36.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.2.mixer.D": "model-00002-of-00050.safetensors", + "backbone.layers.26.mixer.experts.282.up_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.17.mixer.experts.315.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.23.mixer.experts.33.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.48.mixer.experts.165.up_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.32.mixer.experts.508.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.85.mixer.experts.204.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.21.mixer.experts.259.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.23.mixer.experts.315.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.37.mixer.experts.252.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.70.mixer.experts.106.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.48.mixer.experts.109.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.5.mixer.experts.389.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.37.mixer.experts.487.down_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.74.mixer.experts.248.down_proj.weight": "model-00041-of-00050.safetensors", + "backbone.layers.52.mixer.experts.404.up_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.21.mixer.experts.317.down_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.76.mixer.experts.237.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.19.mixer.experts.45.up_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.112.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.85.mixer.experts.290.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.34.mixer.experts.244.down_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.54.mixer.experts.78.down_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.85.mixer.experts.339.up_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.19.mixer.experts.384.up_proj.weight": "model-00011-of-00050.safetensors", + "backbone.layers.56.mixer.experts.120.up_proj.weight": "model-00031-of-00050.safetensors", + "backbone.layers.26.mixer.experts.120.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.72.mixer.experts.200.up_proj.weight": "model-00040-of-00050.safetensors", + "backbone.layers.61.mixer.experts.392.down_proj.weight": "model-00034-of-00050.safetensors", + "backbone.layers.10.mixer.experts.347.down_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.34.mixer.experts.111.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.1.mixer.experts.204.down_proj.weight": "model-00001-of-00050.safetensors", + "backbone.layers.63.mixer.experts.208.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.65.mixer.experts.235.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.48.mixer.experts.203.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.81.mixer.experts.382.up_proj.weight": "model-00045-of-00050.safetensors", + "backbone.layers.23.mixer.experts.91.down_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.52.mixer.experts.50.down_proj.weight": "model-00028-of-00050.safetensors", + "mtp.layers.1.mixer.experts.174.up_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.72.mixer.experts.124.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.5.mixer.experts.116.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.48.mixer.experts.82.down_proj.weight": "model-00026-of-00050.safetensors", + "backbone.layers.28.mixer.experts.341.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.21.mixer.experts.20.up_proj.weight": "model-00012-of-00050.safetensors", + "backbone.layers.32.mixer.experts.406.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.26.mixer.experts.154.up_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.17.mixer.experts.419.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.30.mixer.experts.156.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.328.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.87.mixer.experts.111.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.67.mixer.experts.85.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.81.mixer.experts.333.down_proj.weight": "model-00045-of-00050.safetensors", + "mtp.layers.1.mixer.experts.367.down_proj.weight": "model-00050-of-00050.safetensors", + "backbone.layers.10.mixer.experts.142.up_proj.weight": "model-00006-of-00050.safetensors", + "backbone.layers.39.mixer.experts.121.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.76.mixer.experts.425.down_proj.weight": "model-00042-of-00050.safetensors", + "backbone.layers.70.mixer.experts.97.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.32.mixer.experts.453.up_proj.weight": "model-00019-of-00050.safetensors", + "backbone.layers.26.mixer.experts.268.down_proj.weight": "model-00015-of-00050.safetensors", + "backbone.layers.5.mixer.experts.245.down_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.56.mixer.experts.403.up_proj.weight": "model-00032-of-00050.safetensors", + "backbone.layers.87.mixer.experts.342.up_proj.weight": "model-00048-of-00050.safetensors", + "backbone.layers.65.mixer.experts.436.up_proj.weight": "model-00037-of-00050.safetensors", + "backbone.layers.17.mixer.experts.187.down_proj.weight": "model-00010-of-00050.safetensors", + "backbone.layers.83.mixer.experts.347.up_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.52.mixer.experts.86.down_proj.weight": "model-00029-of-00050.safetensors", + "backbone.layers.70.mixer.experts.258.up_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.63.mixer.experts.101.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.14.mixer.experts.181.down_proj.weight": "model-00008-of-00050.safetensors", + "backbone.layers.30.mixer.experts.449.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.23.mixer.experts.319.up_proj.weight": "model-00013-of-00050.safetensors", + "backbone.layers.45.mixer.experts.211.up_proj.weight": "model-00025-of-00050.safetensors", + "backbone.layers.32.mixer.experts.100.down_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.76.mixer.experts.489.up_proj.weight": "model-00043-of-00050.safetensors", + "backbone.layers.70.mixer.experts.57.up_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.26.mixer.experts.227.down_proj.weight": "model-00014-of-00050.safetensors", + "backbone.layers.32.mixer.experts.156.up_proj.weight": "model-00018-of-00050.safetensors", + "backbone.layers.83.mixer.experts.256.down_proj.weight": "model-00046-of-00050.safetensors", + "backbone.layers.5.mixer.experts.58.down_proj.weight": "model-00003-of-00050.safetensors", + "backbone.layers.85.mixer.experts.494.down_proj.weight": "model-00047-of-00050.safetensors", + "backbone.layers.28.mixer.experts.458.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.63.mixer.experts.338.down_proj.weight": "model-00035-of-00050.safetensors", + "backbone.layers.5.mixer.experts.471.up_proj.weight": "model-00004-of-00050.safetensors", + "backbone.layers.67.mixer.experts.401.down_proj.weight": "model-00038-of-00050.safetensors", + "backbone.layers.70.mixer.experts.401.down_proj.weight": "model-00039-of-00050.safetensors", + "backbone.layers.37.mixer.experts.305.up_proj.weight": "model-00021-of-00050.safetensors", + "backbone.layers.87.mixer.experts.455.down_proj.weight": "model-00049-of-00050.safetensors", + "backbone.layers.30.mixer.experts.199.up_proj.weight": "model-00017-of-00050.safetensors", + "backbone.layers.54.mixer.experts.270.up_proj.weight": "model-00030-of-00050.safetensors", + "backbone.layers.50.mixer.experts.445.down_proj.weight": "model-00028-of-00050.safetensors", + "backbone.layers.14.mixer.experts.367.up_proj.weight": "model-00009-of-00050.safetensors", + "backbone.layers.28.mixer.experts.344.down_proj.weight": "model-00016-of-00050.safetensors", + "backbone.layers.65.mixer.experts.212.down_proj.weight": "model-00036-of-00050.safetensors", + "backbone.layers.41.mixer.experts.10.up_proj.weight": "model-00022-of-00050.safetensors" + } +} \ No newline at end of file diff --git a/modeling_nemotron_h.py b/modeling_nemotron_h.py new file mode 100644 index 0000000000000000000000000000000000000000..de290021078450c4d5042f66dd74b8eecf1d3eb3 --- /dev/null +++ b/modeling_nemotron_h.py @@ -0,0 +1,1754 @@ +# coding=utf-8 +# Copyright 2024 The HuggingFace Inc. team. All rights reserved. +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from __future__ import annotations + +import contextlib +import math +from dataclasses import dataclass +from typing import Any, Optional, Union + +import torch +import torch.nn.functional as F +import torch.utils.checkpoint +from torch import nn +from torch.nn import CrossEntropyLoss + +from transformers.activations import ACT2FN +from transformers.generation import GenerationMixin +from transformers.modeling_attn_mask_utils import AttentionMaskConverter +from transformers.modeling_utils import ALL_ATTENTION_FUNCTIONS, PreTrainedModel +from transformers.utils import ( + ModelOutput, + add_code_sample_docstrings, + add_start_docstrings, + add_start_docstrings_to_model_forward, + logging, +) +from transformers.utils.import_utils import ( + is_causal_conv1d_available, + is_flash_attn_2_available, + is_mamba_2_ssm_available, +) + +from .configuration_nemotron_h import NemotronHConfig + + +logger = logging.get_logger(__name__) + + +# Copied from transformers.models.mamba2.modeling_mamba2 +if is_mamba_2_ssm_available(): + from mamba_ssm.ops.triton.selective_state_update import selective_state_update + from mamba_ssm.ops.triton.ssd_combined import mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined +else: + mamba_chunk_scan_combined, mamba_split_conv1d_scan_combined, selective_state_update = None, None, None + +try: + from mamba_ssm.ops.triton.layernorm_gated import rmsnorm_fn +except ImportError: + raise ImportError("mamba-ssm is required by the Mamba model but cannot be imported") + +if is_causal_conv1d_available(): + from causal_conv1d import causal_conv1d_fn, causal_conv1d_update +else: + causal_conv1d_update, causal_conv1d_fn = None, None + +if is_flash_attn_2_available(): + from transformers.modeling_flash_attention_utils import _flash_attention_forward + +is_fast_path_available = all( + ( + selective_state_update, + mamba_chunk_scan_combined, + mamba_split_conv1d_scan_combined, + causal_conv1d_fn, + causal_conv1d_update, + ) +) + +# TODO: Update with correct checkpoint when model is published to HuggingFace Hub +_CHECKPOINT_FOR_DOC = "nvidia/nemotron-h-placeholder" +_CONFIG_FOR_DOC = "NemotronHConfig" + + +# Helper methods for segment sum computation + + +def pad_tensor_by_size(input_tensor: torch.Tensor, pad_size: int): + """ + Padding x tensor with `pad_size` on the seq_len dim (dim=1) + + Assumes that we only have tensors of either size 4 or 3 + """ + pad_shape = (0, 0, 0, 0, 0, pad_size, 0, 0) if len(input_tensor.shape) == 4 else (0, 0, 0, pad_size, 0, 0) + + return torch.nn.functional.pad(input_tensor, pad_shape, mode="constant", value=0) + + +def reshape_into_chunks(input_tensor, pad_size, chunk_size): + """ + Padding input_tensor with `pad_size` on the seq_len dim (dim=1) and + simultaneously splitting it into chunk sequences. + + Assumes that we only have tensors of either size 4 or 3 + """ + # [bsz, seq_len, ...] -> [bsz, seq_len multiple of chunk_size, ...] + input_tensor = pad_tensor_by_size(input_tensor, pad_size) + + if len(input_tensor.shape) == 3: + # [bsz, seq_len multiple of chunk_size, num_heads] -> [bsz, -1, chunk_size, num_heads] + return input_tensor.reshape(input_tensor.shape[0], -1, chunk_size, input_tensor.shape[2]) + else: + # [bsz, seq_len multiple of chunk_size, num_heads, head_dim or state_size] -> [bsz, -1, chunk_size, num_heads, head_dim or state_size] + return input_tensor.reshape( + input_tensor.shape[0], -1, chunk_size, input_tensor.shape[2], input_tensor.shape[3] + ) + + +def segment_sum(input_tensor): + """ + More stable segment sum calculation. Uses cumulative sums and masking instead of direct subtractions. + """ + chunk_size = input_tensor.size(-1) + # 1. expand input tensor to have an additional dimension and repeat along that dimension + # [..., chunk_size] -> [..., chunk_size, chunk_size] + input_tensor = input_tensor[..., None].expand(*input_tensor.size(), chunk_size) + # 2. create a lower triangular mask with the diagonal set to 0 to 0 out elements above diag + mask = torch.tril(torch.ones(chunk_size, chunk_size, device=input_tensor.device, dtype=torch.bool), diagonal=-1) + input_tensor = input_tensor.masked_fill(~mask, 0) + # 3. compute actual cumsum + tensor_segsum = torch.cumsum(input_tensor, dim=-2) + + # 4. apply mask to keep only the lower triangular part of the cumulative sum result (incl diagonal this time) + mask = torch.tril(torch.ones(chunk_size, chunk_size, device=input_tensor.device, dtype=torch.bool), diagonal=0) + tensor_segsum = tensor_segsum.masked_fill(~mask, -torch.inf) + return tensor_segsum + + +def apply_mask_to_padding_states(hidden_states, attention_mask): + """ + Tunes out the hidden states for padding tokens, see https://github.com/state-spaces/mamba/issues/66 + """ + if attention_mask is not None and not torch.all(attention_mask == 1): + dtype = hidden_states.dtype + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + + return hidden_states + +# Adapted from transformers.models.zamba2.modeling_zamba2.Zamba2HybridDynamicCache for the v2 mixer +class NemotronHHybridDynamicCache: + """ + A dynamic cache that can handle both the attention cache (which has a seq_len dimension) and the mamba cache + (which has a constant shape regardless of seq_len). + + This cache has two sets of lists of tensors: `key_cache` and `value_cache` for attention cache and `conv_states` + and `ssm_states` for mamba cache. Each of these lists has `num_layers` tensors. The expected shape for each tensor + For attention layers, `key_cache` and `value_cache` have a shape of `(batch_size, num_heads, seq_len, head_dim)`, + while `conv_states` and `ssm_states` have a shape of `(batch_size, 0)` (empty tensors). + For mamba layers, `key_cache` and `value_cache` have a shape of `(batch_size, 0)` (empty tensors), + while `conv_states` represents the convolution state and has a shape of `(batch_size, d_inner, d_conv)`, + and `ssm_states` represents the ssm state and has a shape of `(batch_size, d_inner, d_state)`. + """ + + is_compileable = False + + def __init__( + self, config: NemotronHConfig, batch_size: int, dtype: torch.dtype = torch.float16, device: str | None = None + ): + self.dtype = dtype + self.layers_block_type = config.layers_block_type + self.has_previous_state = False + self.intermediate_size = int(config.mamba_num_heads * config.mamba_head_dim) + self.ssm_state_size = config.ssm_state_size + self.conv_kernel_size = config.conv_kernel + self.n_mamba_heads = config.mamba_num_heads + self.transformer_layers = [] + self._modules = {} + self._parameters = {} + self._buffers = {} + self.conv_states = {} + self.ssm_states = {} + for i in range(config.num_hidden_layers): + if self.layers_block_type[i] == "mamba": + # Only allocate mamba cache for mamba layers + self.conv_states[i] = torch.zeros( + batch_size, + self.intermediate_size + 2 * config.n_groups * self.ssm_state_size, + self.conv_kernel_size, + device=device, + dtype=dtype, + ) + self.ssm_states[i] = torch.zeros( + batch_size, + self.n_mamba_heads, + config.mamba_head_dim, + self.ssm_state_size, + device=device, + dtype=dtype, + ) + else: + # For attention and moe layers, use empty tensors + self.conv_states[i] = torch.tensor([[]] * batch_size, device=device) + self.ssm_states[i] = torch.tensor([[]] * batch_size, device=device) + + if self.layers_block_type[i] == "attention": + self.transformer_layers.append(i) + self.key_cache = [torch.tensor([[]] * batch_size, device=device) for _ in range(config.num_hidden_layers)] + self.value_cache = [torch.tensor([[]] * batch_size, device=device) for _ in range(config.num_hidden_layers)] + + def __len__(self): + return len(self.key_cache) + + def update( + self, + key_states: torch.Tensor, + value_states: torch.Tensor, + layer_idx: int, + cache_kwargs: dict[str, Any] | None = None, + ) -> tuple[torch.Tensor, torch.Tensor]: + # Update the cache + if self.key_cache[layer_idx].shape[-1] == 0: + self.key_cache[layer_idx] = key_states + self.value_cache[layer_idx] = value_states + else: + self.key_cache[layer_idx] = torch.cat([self.key_cache[layer_idx], key_states], dim=2) + self.value_cache[layer_idx] = torch.cat([self.value_cache[layer_idx], value_states], dim=2) + + return self.key_cache[layer_idx], self.value_cache[layer_idx] + + def reorder_cache(self, beam_idx: torch.LongTensor): + """Reorders the cache for beam search, given the selected beam indices.""" + if self.get_seq_length() > 0: + for layer_idx in range(len(self.key_cache)): + device = self.key_cache[layer_idx].device + self.key_cache[layer_idx] = self.key_cache[layer_idx].index_select(0, beam_idx.to(device)) + device = self.value_cache[layer_idx].device + self.value_cache[layer_idx] = self.value_cache[layer_idx].index_select(0, beam_idx.to(device)) + + device = self.conv_states[layer_idx].device + self.conv_states[layer_idx] = self.conv_states[layer_idx].index_select(0, beam_idx.to(device)) + device = self.ssm_states[layer_idx].device + self.ssm_states[layer_idx] = self.ssm_states[layer_idx].index_select(0, beam_idx.to(device)) + + def get_seq_length(self, layer_idx: int | None = 0) -> int: + """Returns the sequence length of the cached states. A layer index can be optionally passed.""" + # take any layer that contains cache and not empty tensor + layer_idx = self.transformer_layers[0] if layer_idx not in self.transformer_layers else layer_idx + if len(self.key_cache) <= layer_idx or self.key_cache[layer_idx].numel() == 0: + return 0 + return self.key_cache[layer_idx].shape[-2] + + def get_mask_sizes(self, cache_position: torch.Tensor, layer_idx: int) -> tuple[int, int]: + """Return the length and offset of the cache, used to generate the mask""" + kv_offset = 0 + query_length = cache_position.shape[0] + kv_length = self.get_seq_length(layer_idx) + query_length + return kv_length, kv_offset + + def update_conv_state( + self, layer_idx: int, new_conv_state: torch.Tensor, cache_position: torch.LongTensor + ) -> torch.Tensor: + conv_state = self.conv_states[layer_idx] + cache_position = cache_position.clamp(0, self.conv_kernel_size - 1) + + conv_state = conv_state.roll(shifts=-1, dims=-1) + conv_state[:, :, cache_position] = new_conv_state.to(conv_state.device) + self.conv_states[layer_idx].zero_() + self.conv_states[layer_idx] += conv_state + return self.conv_states[layer_idx] + + def reset(self): + self.conv_states.zero_() + self.ssm_states.zero_() + +class MambaRMSNormGated(torch.nn.Module): + """ + Gated Root Mean Square Normalization for Mamba layers. + + This normalization variant supports gating, allowing the normalization to be + modulated by a gating signal. It is specifically designed for use in Mamba blocks + and supports grouped normalization. + + Args: + hidden_size (`int`): + The dimension of the hidden states to normalize. + group_size (`int`): + Size of each group for grouped normalization. + eps (`float`, *optional*, defaults to 1e-5): + A small value added to the variance for numerical stability. + """ + def __init__(self, hidden_size, group_size, eps=1e-5): + super().__init__() + self.weight = nn.Parameter(torch.ones(hidden_size)) + self.variance_epsilon = eps + self.group_size = group_size + + def forward(self, hidden_states, gate=None): + return rmsnorm_fn(x=hidden_states, + weight=self.weight, + bias=None, + z=gate, + eps=self.variance_epsilon, + group_size=self.group_size, + norm_before_gate=False + ) + +# Adapted from transformers.models.zamba2.modeling_zamba2.Zamba2MambaMixer +class NemotronHMamba2Mixer(nn.Module): + """ + Compute ∆, A, B, C, and D the state space parameters and compute the `contextualized_states`. + A, D are input independent (see Mamba paper [1] Section 3.5.2 "Interpretation of A" for why A isn't selective) + ∆, B, C are input-dependent (this is a key difference between Mamba and the linear time invariant S4, + and is why Mamba is called **selective** state spaces) + """ + + def __init__(self, config: NemotronHConfig, layer_idx: int | None = None): + super().__init__() + self.config = config + self.hidden_size = config.hidden_size + self.ssm_state_size = config.ssm_state_size + self.conv_kernel_size = config.conv_kernel + self.intermediate_size = config.mamba_num_heads * config.mamba_head_dim + self.layer_idx = layer_idx + self.use_conv_bias = config.use_conv_bias + self.activation = config.mamba_hidden_act + self.act = ACT2FN[config.mamba_hidden_act] + self.use_mem_eff_path = True + + self.n_groups = config.n_groups + self.head_dim = config.mamba_head_dim + self.num_heads = config.mamba_num_heads + self.chunk_size = config.chunk_size + + self.time_step_limit = config.time_step_limit + self.time_step_min = config.time_step_min + self.time_step_max = config.time_step_max + + self.conv_dim = self.intermediate_size + 2 * self.n_groups * self.ssm_state_size + + self.conv1d = nn.Conv1d( + in_channels=self.conv_dim, + out_channels=self.conv_dim, + bias=config.use_conv_bias, + kernel_size=self.conv_kernel_size, + groups=self.conv_dim, + padding=self.conv_kernel_size - 1, + ) + + # projection of the input hidden states + projection_size = self.intermediate_size + self.conv_dim + self.num_heads + + self.in_proj = nn.Linear( + self.hidden_size, + projection_size, + bias=config.use_bias, + ) + # selective projection used to make dt, B and C input dependent + + # time step projection (discretization) + # instantiate once and copy inv_dt in init_weights of PretrainedModel + self.dt_bias = nn.Parameter(torch.ones(self.num_heads)) + + # S4D real initialization. These are not discretized! + # The core is to load them, compute the discrete states, then write the updated state. Keeps the memory bounded + A = torch.arange(1, self.num_heads + 1) + self.A_log = nn.Parameter(torch.log(A)) + + self.norm = MambaRMSNormGated(self.intermediate_size, eps=config.layer_norm_epsilon, group_size=self.intermediate_size // self.n_groups) + self.D = nn.Parameter(torch.ones(self.num_heads)) + + self.out_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=config.use_bias) + + if not is_fast_path_available: + logger.warning_once( + "The fast path is not available because one of `(selective_state_update, causal_conv1d_fn, causal_conv1d_update)`" + " is None. Falling back to the naive implementation. To install follow https://github.com/state-spaces/mamba/#installation and" + " https://github.com/Dao-AILab/causal-conv1d" + ) + + + def cuda_kernels_forward( + self, + hidden_states: torch.Tensor, + cache_params: Optional[NemotronHHybridDynamicCache] = None, + attention_mask: Optional[torch.Tensor] = None, + ): + # set up dimensions for reshapes later + + batch_size, seq_len, _ = hidden_states.shape + groups_time_state_size = self.n_groups * self.ssm_state_size + d_to_remove = 2 * self.intermediate_size + 2 * self.n_groups * self.ssm_state_size + self.num_heads + + # getting projected states from cache if it exists + if cache_params is not None and cache_params.has_previous_state: + in_projected_states = self.in_proj(hidden_states.squeeze(1)) # (B 2D) + d_mlp = (in_projected_states.shape[-1] - d_to_remove) // 2 + split_projection_dim = [d_mlp, d_mlp, self.intermediate_size, self.conv_dim, self.num_heads] + _, _, gate, hidden_states_B_C, dt = torch.split(in_projected_states, split_projection_dim, dim=-1) + + hidden_states_B_C = causal_conv1d_update( + hidden_states_B_C, + cache_params.conv_states[self.layer_idx], + self.conv1d.weight.squeeze(1), + self.conv1d.bias, + self.activation, + ) + + hidden_states, B, C = torch.split( + hidden_states_B_C, + [self.intermediate_size, groups_time_state_size, groups_time_state_size], + dim=-1, + ) + A = -torch.exp(self.A_log.float()) # (nheads,) + + A = A[:, None, ...][:, :, None].expand(-1, self.head_dim, self.ssm_state_size).to(dtype=torch.float32) + dt = dt[:, :, None].expand(-1, -1, self.head_dim) + dt_bias = self.dt_bias[:, None, ...].expand(-1, self.head_dim) + D = self.D[:, None, ...].expand(-1, self.head_dim) + B = B.view(batch_size, self.n_groups, B.shape[1] // self.n_groups) + C = C.view(batch_size, self.n_groups, C.shape[1] // self.n_groups) + hidden_states_reshaped = hidden_states.view(batch_size, self.num_heads, self.head_dim) + hidden_states = selective_state_update( + cache_params.ssm_states[self.layer_idx], + hidden_states_reshaped, + dt, + A, + B, + C, + D, + z=None, + dt_bias=dt_bias, + dt_softplus=True, + ) + hidden_states = hidden_states.view(batch_size, self.num_heads * self.head_dim) + hidden_states = self.norm(hidden_states, gate) + out = self.out_proj(hidden_states)[:, None, ...] + # if no cache is found, calling the kernel + else: + if attention_mask is not None and not torch.all(attention_mask == 1): + # tune out hidden states for pad tokens, see https://github.com/state-spaces/mamba/issues/66 + dtype = hidden_states.dtype + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + # 1. Gated MLP's linear projection + projected_states = self.in_proj(hidden_states) + A = -torch.exp(self.A_log.float()) # (num_heads) or (intermediate_size, state_size) + dt_limit_kwargs = {} if self.time_step_limit is None else {"dt_limit": self.time_step_limit} + if attention_mask is not None: + input_not_masked = torch.all(attention_mask == 1) + else: + input_not_masked = True + + if self.use_mem_eff_path and self.training and cache_params is None and input_not_masked: + out, ssm_state = mamba_split_conv1d_scan_combined( + projected_states, + self.conv1d.weight.squeeze(1), + self.conv1d.bias, + self.dt_bias, + A, + D=self.D, + chunk_size=self.chunk_size, + seq_idx=None, + activation=self.activation, + rmsnorm_weight=self.norm.weight, + rmsnorm_eps=self.norm.variance_epsilon, + outproj_weight=self.out_proj.weight, + outproj_bias=self.out_proj.bias, + headdim=self.head_dim, + ngroups=self.n_groups, + norm_before_gate=False, + return_final_states=True, + **dt_limit_kwargs, + ) + + else: + gate, hidden_states_B_C, time_step = torch.split( + projected_states, + [self.intermediate_size, self.conv_dim, self.num_heads], + dim=-1, + ) + + # 1D Convolution + if cache_params is not None: + hidden_states_B_C_t = hidden_states_B_C.transpose(1, 2) + conv_state = nn.functional.pad( + hidden_states_B_C_t, (self.conv_kernel_size - hidden_states_B_C_t.shape[-1], 0) + ) + cache_params.conv_states[self.layer_idx].copy_(conv_state) + if causal_conv1d_fn is None or self.activation not in ["silu", "swish"]: + hidden_states_B_C = self.act( + self.conv1d(hidden_states_B_C.transpose(1, 2)).transpose(1, 2)[:, :seq_len] + ) # (B, L, self.d_inner + 2 * ngroups * d_state) + else: + hidden_states_B_C = causal_conv1d_fn( + x=hidden_states_B_C.transpose(1, 2), + weight=self.conv1d.weight.squeeze(1), + bias=self.conv1d.bias, + activation=self.activation, + ).transpose(1, 2)[:, :seq_len] + hidden_states, B, C = torch.split( + hidden_states_B_C, + [self.intermediate_size, groups_time_state_size, groups_time_state_size], + dim=-1, + ) + if attention_mask is not None and not torch.all(attention_mask == 1): + # tune out hidden states for pad tokens, see https://github.com/state-spaces/mamba/issues/66 + dtype = hidden_states.dtype + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + scan_output, ssm_state = mamba_chunk_scan_combined( + hidden_states.view(batch_size, seq_len, -1, self.head_dim), + time_step, + A, + B.view(batch_size, seq_len, self.n_groups, -1), + C.view(batch_size, seq_len, self.n_groups, -1), + chunk_size=self.chunk_size, + D=self.D, + z=None, + seq_idx=None, + return_final_states=True, + dt_bias=self.dt_bias, + dt_softplus=True, + **dt_limit_kwargs, + ) + if ssm_state is not None and cache_params is not None: + cache_params.ssm_states[self.layer_idx].copy_(ssm_state) + scan_output = scan_output.view(batch_size, seq_len, -1) + # Multiply "gate" branch and apply extra normalization layer + scan_output = self.norm(scan_output, gate) + out = self.out_proj(scan_output) + return out + + # fmt: off + def torch_forward(self, input_states, cache_params: Optional[NemotronHHybridDynamicCache]=None, attention_mask: Optional[torch.Tensor]=None): + batch_size, seq_len, _ = input_states.shape + dtype = input_states.dtype + # Gated MLP's linear projection + if cache_params is not None and cache_params.has_previous_state: + projected_states = self.in_proj(input_states.squeeze(1)) + else: + if attention_mask is not None and not torch.all(attention_mask==1): + # tune out hidden states for pad tokens, see https://github.com/state-spaces/mamba/issues/66 + input_states = (input_states * attention_mask[:, :, None]).to(dtype) + projected_states = self.in_proj(input_states) + d_mlp = (projected_states.shape[-1] - 2 * self.intermediate_size - 2 * self.n_groups * self.ssm_state_size- self.num_heads) // 2 + _, _, gate, hidden_states, dt = projected_states.split( + [d_mlp, d_mlp, self.intermediate_size, self.conv_dim, self.num_heads], dim=-1 + ) + + # Convolution sequence transformation + if cache_params is not None: + ssm_state = cache_params.ssm_states[self.layer_idx].clone() + ssm_state = ssm_state.to(hidden_states.device) + if cache_params.has_previous_state: + gate = gate.unsqueeze(1) + conv_state = cache_params.conv_states[self.layer_idx] # [batch, intermediate_size, conv_kernel_size] + conv_state = torch.roll(conv_state, shifts=-1, dims=-1) + # handle batched generation - states are copied through + conv_state[:, :, -1] = hidden_states[:, 0, :] if hidden_states.ndim == 3 else hidden_states + cache_params.conv_states[self.layer_idx].copy_(conv_state) + hidden_states = torch.sum(conv_state.to(projected_states.device) * self.conv1d.weight[:, 0, :], dim=-1) + if self.use_conv_bias: + hidden_states += self.conv1d.bias + hidden_states = self.act(hidden_states).to(dtype)[:, None, ...] # [batch, 1, intermediate_size] : decoding + else: + hidden_states = hidden_states.transpose(1,2) + conv_state = nn.functional.pad( + hidden_states, + (self.conv_kernel_size - hidden_states.shape[-1], 0) + ) + cache_params.conv_states[self.layer_idx].copy_(conv_state) + hidden_states = self.act(self.conv1d(hidden_states).transpose(1,2))[:, :seq_len, :] # [batch, intermediate_size, seq_len] + if attention_mask is not None and not torch.all(attention_mask==1): + dtype = hidden_states.dtype + # tune out hidden states for pad tokens, see https://github.com/state-spaces/mamba/issues/66 + hidden_states = (hidden_states * attention_mask[:, :, None]).to(dtype) + else: + ssm_state = torch.zeros( + (batch_size, self.num_heads, self.head_dim, self.ssm_state_size), + device=hidden_states.device, dtype=dtype + ) + hidden_states = self.act(self.conv1d(hidden_states.transpose(1, 2))[..., :seq_len].transpose(1, 2)) + hidden_states, B, C = torch.split(hidden_states, [self.intermediate_size, self.n_groups * self.ssm_state_size, self.n_groups * self.ssm_state_size], dim=-1) + A = -torch.exp(self.A_log.float()) # [num_heads] + if cache_params is not None and cache_params.has_previous_state: + # Note: there is no need to pad parameter matrices here, as there is just one new token + # for batched generation + dt = dt[:, None, ...] if dt.ndim == 2 else dt[:, 0, :][:, None, ...] + dt = dt.transpose(1, 2).expand(batch_size, dt.shape[-1], self.head_dim) + # [num_heads] -> [num_heads, head_dim] + dt_bias = self.dt_bias[..., None].expand(self.dt_bias.shape[0], self.head_dim) + + dt = torch.nn.functional.softplus(dt + dt_bias.to(dt.dtype)) + dt = torch.clamp(dt, self.time_step_min) #, self.time_step_max) + A = A[..., None, None].expand(self.num_heads, self.head_dim, self.ssm_state_size).to(dtype=torch.float32) + # [bsz, num_heads, head_dim, state_size] + dA = torch.exp(dt[..., None] * A) + + # Discretize B + # [bsz, n_groups * state_size] -> [bsz, n_groups, 1, state_size] -> + # -> [bsz, n_groups, group to head repetition factor, state_size] -> [bsz, num_heads, state_size] + B = B.reshape(batch_size, self.n_groups, -1)[..., None, :] + B = B.expand(batch_size, self.n_groups, self.num_heads // self.n_groups, B.shape[-1]).contiguous() + B = B.reshape(batch_size, -1, B.shape[-1]) + # [bsz, num_heads, head_dim, state_size] + dB = dt[..., None] * B[..., None, :] + + # Discretize x into dB + # [bsz, intermediate_size] -> [bsz, num_heads, head_dim] + hidden_states = hidden_states.reshape(batch_size, -1, self.head_dim) + dBx = dB * hidden_states[..., None] + + # State calculation + cache_params.ssm_states[self.layer_idx].copy_( + cache_params.ssm_states[self.layer_idx] * dA + dBx + ) + + # Subsequent output + # [bsz, n_groups * state_size] -> [bsz, num_heads, state_size] + C = C.reshape(batch_size, self.n_groups, -1)[..., None, :] + C = C.expand(batch_size, self.n_groups, self.num_heads // self.n_groups, C.shape[-1]).contiguous() + C = C.reshape(batch_size, -1, C.shape[-1]) + # [bsz, num_heads, head_dim] + + ssm_states = cache_params.ssm_states[self.layer_idx].to(C.dtype) # Shape: [b, h, d, n] + # Reshape ssm_states to merge the first two dimensions + ssm_states_reshaped = ssm_states.view(batch_size * self.num_heads, self.head_dim, self.ssm_state_size) # Shape: [b*h, d, n] + C_reshaped = C.view(batch_size * self.num_heads, self.ssm_state_size, 1) # Shape: [b*h, n, 1] + y = torch.bmm(ssm_states_reshaped, C_reshaped) + y = y.view(batch_size, self.num_heads, self.head_dim) + + # D skip connection + # [num_heads] -> [num_heads, head_dim] + D = self.D[..., None].expand(self.D.shape[0], self.head_dim) + y = (y + hidden_states * D).to(y.dtype) + + # [bsz, num_heads, head_dim] -> [bsz, 1, intermediate_size] + y = y.reshape(batch_size, -1)[:, None, ...] + else: + # begin ssd naive implementation without einsums + dt = nn.functional.softplus(dt + self.dt_bias) + dt = torch.clamp(dt, self.time_step_min) + hidden_states = hidden_states.reshape(batch_size, seq_len, -1, self.head_dim).float() + B = B.reshape(batch_size, seq_len, -1, self.ssm_state_size).float() + C = C.reshape(batch_size, seq_len, -1, self.ssm_state_size).float() + B = B.repeat_interleave(self.num_heads // self.n_groups, dim=2, output_size=self.num_heads) + C = C.repeat_interleave(self.num_heads // self.n_groups, dim=2, output_size=self.num_heads) + pad_size = (self.chunk_size - seq_len % self.chunk_size) % self.chunk_size + + D_residual = self.D[..., None] * pad_tensor_by_size(hidden_states, pad_size) + + # Discretize x and A + hidden_states = hidden_states * dt[..., None] + A = A.to(hidden_states.dtype) * dt + + # Rearrange into blocks/chunks + hidden_states, A, B, C = [reshape_into_chunks(t, pad_size, self.chunk_size) for t in (hidden_states, A, B, C)] + + + # [bsz, -1, chunk_size, num_heads] -> [bsz, num_heads, -1, chunk_size] + A = A.permute(0, 3, 1, 2) + A_cumsum = torch.cumsum(A, dim=-1) + + # 1. Compute the output for each intra-chunk (diagonal blocks) + # This is the analog of a causal mask + L = torch.exp(segment_sum(A)) + + # First, contraction of C and B to get G (attention-weights like) + G_intermediate = C[:, :, :, None, :, :] * B[:, :, None, :, : ,:] # shape: (b, c, l, s, h, n) + G = G_intermediate.sum(dim=-1) # shape: (b, c, l, s, h) + + + # Step 2: Compute M, equivalent to applying attention mask to weights + M_intermediate = G[..., None] * L.permute(0, 2, 3, 4, 1)[..., None] + M = M_intermediate.sum(dim=-1) + + # Step 3: Compute Y_diag (apply to values) + Y_diag = (M[..., None] * hidden_states[:, :, None]).sum(3) + + # (right term of low-rank factorization of off-diagonal blocks; B terms) + + decay_states = torch.exp(A_cumsum[:, :, :, -1:] - A_cumsum) + B_decay_contraction = B * decay_states.permute(0, 2, 3, 1)[..., None] + # permute back B * decay states + states = (B_decay_contraction.permute(0, 1, 3, 2, 4)[..., None] * hidden_states.permute(0, 1, 3, 2, 4)[..., None, :]).sum(dim=3).permute(0, 1, 2, 4, 3) + if cache_params is not None and cache_params.has_previous_state: + previous_states = cache_params.ssm_states[self.layer_idx][:, None, ...] + else: + previous_states = torch.zeros_like(states[:, :1]) + states = torch.cat([previous_states, states], dim=1) + decay_chunk = torch.exp(segment_sum(nn.functional.pad(A_cumsum[:, :, :, -1], (1, 0)))) + + states_permuted = states.permute(0, 2, 1, 3, 4) + result = (decay_chunk[..., None, None] * states_permuted[:, :, None, ...]).sum(dim=2) + new_states = result.permute(0, 2, 1, 3, 4) + states, ssm_state = new_states[:, :-1], new_states[:, -1] + + # Compute state -> output conversion per chunk + # (left term of low-rank factorization of off-diagonal blocks; C terms) + state_decay_out = torch.exp(A_cumsum) + # compute Yoff + C_times_states = (C[..., None, :] * states[:, :, None, ...]) + state_decay_out_permuted = state_decay_out.permute(0, 2, 3, 1) + Y_off = (C_times_states.sum(-1) * state_decay_out_permuted[..., None]) + # Add output of intra-chunk and inter-chunk terms (diagonal and off-diagonal blocks) + + y = Y_diag + Y_off + # [bsz, -1, self.chunk_size, num_heads, head_dim] -> [bsz, (padded) seq_len, num_heads, head_dim] + y = y.reshape(batch_size, -1, self.num_heads, self.head_dim) + + y = y + D_residual + # Cutting off padded chunks + if pad_size > 0: + y = y[:, :seq_len, :, :] + y = y.reshape(batch_size, seq_len, -1) + if ssm_state is not None and cache_params is not None: + cache_params.ssm_states[self.layer_idx].copy_(ssm_state) + + scan_output = self.norm(y, gate) + + # end ssd naive + + # 4. Final linear projection + contextualized_states = self.out_proj(scan_output.to(dtype)) # [batch, seq_len, hidden_size] + return contextualized_states + # fmt: on + + def forward( + self, + hidden_states, + cache_params: Optional[NemotronHHybridDynamicCache] = None, + attention_mask: Optional[torch.Tensor] = None, + ): + if is_fast_path_available and "cuda" in self.in_proj.weight.device.type: + return self.cuda_kernels_forward(hidden_states, cache_params, attention_mask) + + return self.torch_forward(hidden_states, cache_params, attention_mask) + + +class NemotronHRMSNorm(nn.Module): + """ + Root Mean Square Layer Normalization for NemotronH. + + NemotronHRMSNorm is equivalent to T5LayerNorm and LlamaRMSNorm. It normalizes + the input using the root mean square of the hidden dimensions, then scales by + a learned weight parameter. + + Args: + hidden_size (`int`): + The dimension of the hidden states to normalize. + eps (`float`, *optional*, defaults to 1e-6): + A small value added to the variance for numerical stability. + """ + def __init__(self, hidden_size, eps=1e-6): + super().__init__() + self.weight = nn.Parameter(torch.ones(hidden_size)) + self.variance_epsilon = eps + + def forward(self, hidden_states): + input_dtype = hidden_states.dtype + hidden_states = hidden_states.to(torch.float32) + variance = hidden_states.pow(2).mean(-1, keepdim=True) + hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon) + return (self.weight.to(torch.float32) * hidden_states).to(input_dtype) + +class NemotronHBlock(nn.Module): + """ + A single transformer block in the NemotronH model. + + This block can contain different types of mixers (Mamba, Attention, MLP, or MoE) + depending on the configuration. Each block applies pre-normalization followed by + the mixer, then adds a residual connection. + + Args: + config (`NemotronHConfig`): + Model configuration specifying the block architecture. + layer_idx (`int`): + Index of this block in the model. Used to determine the block type from + `config.layers_block_type[layer_idx]`. + """ + def __init__(self, config, layer_idx): + super().__init__() + self.config = config + self.layer_idx = layer_idx + self.residual_in_fp32 = config.residual_in_fp32 + self.norm = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + + # M: Mamba2, *: Attention, -: MLP + self.block_type = config.layers_block_type[layer_idx] + if self.block_type == "mamba": + self.mixer = NemotronHMamba2Mixer(config, layer_idx=layer_idx) + elif self.block_type == "attention": + self.mixer = NemotronHAttention(config, layer_idx=layer_idx) + elif self.block_type == "mlp": + self.mixer = NemotronHMLP(config, layer_idx=layer_idx) + elif self.block_type == "moe": + self.mixer = NemotronHMoE(config, layer_idx=layer_idx) + else: + raise ValueError(f"Invalid layer pattern {config.hybrid_override_pattern[layer_idx]}") + + def forward( + self, + hidden_states, + past_key_values: Optional[NemotronHHybridDynamicCache] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + output_attentions: bool = False, + ): + if hidden_states.device.type == "cuda": + stream_context = torch.cuda.stream(torch.cuda.default_stream(hidden_states.device)) + else: + stream_context = contextlib.nullcontext() + + with stream_context: + residual = hidden_states + hidden_states = self.norm(hidden_states.to(dtype=self.norm.weight.dtype)) + if self.residual_in_fp32: + residual = residual.to(torch.float32) + + if self.block_type == "mamba": + hidden_states = self.mixer( + hidden_states, cache_params=past_key_values, attention_mask=attention_mask + ) + elif self.block_type == "attention": + hidden_states, _, _ = self.mixer( + hidden_states=hidden_states, + past_key_values=past_key_values, + attention_mask=attention_mask, + output_attentions=output_attentions, + ) + elif self.block_type in ["mlp", "moe"]: + hidden_states = self.mixer( + hidden_states + ) + else: + raise ValueError(f"Invalid block_type: {self.block_type}") + + hidden_states = residual + hidden_states + return hidden_states + + +# Copied from transformers.models.nemotron.modeling_nemotron Nemotron->NemotronH +class NemotronHMLP(nn.Module): + """ + Multi-Layer Perceptron (MLP) module for NemotronH. + + This module implements a standard feed-forward network with one hidden layer, + applying an activation function between the up and down projections. + + Args: + config (`NemotronHConfig`): + Model configuration containing hyperparameters. + intermediate_size (`int`, *optional*): + Dimension of the intermediate hidden layer. If not provided, uses `config.intermediate_size`. + layer_idx (`int`, *optional*): + Index of the layer in the model. Used for proper cache management. + is_expert (`bool`, *optional*, defaults to `False`): + Whether this MLP is used as an expert in a Mixture-of-Experts layer. + """ + def __init__(self, config, intermediate_size=None, layer_idx: Optional[int] = None, is_expert=False): + super().__init__() + self.config = config + self.layer_idx = layer_idx + if layer_idx is None: + logger.warning_once( + f"Instantiating {self.__class__.__name__} without passing a `layer_idx` is not recommended and will " + "lead to errors during the forward call if caching is used. Please make sure to provide a `layer_idx` " + "when creating this class." + ) + use_latent_size = (self.config.moe_latent_size is not None) and is_expert + self.hidden_size = config.hidden_size + input_size = self.hidden_size if not use_latent_size else config.moe_latent_size + + self.intermediate_size = intermediate_size or config.intermediate_size + self.up_proj = nn.Linear(input_size, self.intermediate_size, bias=config.mlp_bias) + self.down_proj = nn.Linear(self.intermediate_size, input_size, bias=config.mlp_bias) + self.act_fn = ACT2FN[config.mlp_hidden_act] + + def forward(self, x): + return self.down_proj(self.act_fn(self.up_proj(x))) + + +class NemotronHMoE(nn.Module): + """ + Mixture-of-Experts (MoE) module for NemotronH. + + This module implements a sparse MoE layer with both routed experts and shared experts. + Tokens are routed to a subset of experts based on learned routing weights, while all + tokens are processed by shared experts. The architecture supports optional latent + dimension projection for computational efficiency. + + Args: + config (`NemotronHConfig`): + Model configuration containing MoE-specific hyperparameters including: + - `n_routed_experts`: Number of routed expert MLPs + - `num_experts_per_tok`: Number of experts each token is routed to + - `moe_intermediate_size`: Hidden dimension for routed experts + - `moe_shared_expert_intermediate_size`: Hidden dimension for shared experts + - `moe_latent_size`: Optional latent dimension for dimensionality reduction + layer_idx (`int`, *optional*): + Index of the layer in the model. + """ + def __init__(self, config, layer_idx: Optional[int] = None): + super().__init__() + self.config = config + self.experts = nn.ModuleList( + [ + NemotronHMLP(config, intermediate_size=config.moe_intermediate_size, layer_idx=layer_idx, is_expert=True) + for _ in range(config.n_routed_experts) + ] + ) + self.gate = NemotronHTopkRouter(config) + self.shared_experts = NemotronHMLP( + config=config, intermediate_size=config.moe_shared_expert_intermediate_size, layer_idx=layer_idx, is_expert=False + ) + + if config.moe_latent_size is not None: + self.fc1_latent_proj = nn.Linear(config.hidden_size, config.moe_latent_size, bias=config.mlp_bias) + self.fc2_latent_proj = nn.Linear(config.moe_latent_size, config.hidden_size, bias=config.mlp_bias) + else: + self.fc1_latent_proj = nn.Identity() + self.fc2_latent_proj = nn.Identity() + + def moe(self, hidden_states: torch.Tensor, topk_indices: torch.Tensor, topk_weights: torch.Tensor): + final_hidden_states = torch.zeros_like(hidden_states, dtype=topk_weights.dtype) + expert_mask = torch.nn.functional.one_hot(topk_indices, num_classes=len(self.experts)) + expert_mask = expert_mask.permute(2, 0, 1) + + for expert_idx in range(len(self.experts)): + expert = self.experts[expert_idx] + mask = expert_mask[expert_idx] + token_indices, weight_indices = torch.where(mask) + + if token_indices.numel() > 0: + expert_weights = topk_weights[token_indices, weight_indices] + expert_input = hidden_states[token_indices] + expert_output = expert(expert_input) + weighted_output = expert_output * expert_weights.unsqueeze(-1) + final_hidden_states.index_add_(0, token_indices, weighted_output) + else: + # Local empty expert: no-op compute that still marks params as used. + expert_dtype = expert.down_proj.weight.dtype + dummy_out = expert(torch.zeros_like(hidden_states[0]).unsqueeze(0).to(expert_dtype)) + final_hidden_states = final_hidden_states + dummy_out + + # in original deepseek, the output of the experts are gathered once we leave this module + # thus the moe module is itself an IsolatedParallel module + # and all expert are "local" meaning we shard but we don't gather + return final_hidden_states.type(hidden_states.dtype) + + def forward(self, hidden_states): + residuals = hidden_states + orig_shape = hidden_states.shape + topk_indices, topk_weights = self.gate(hidden_states) + hidden_states = hidden_states.view(-1, hidden_states.shape[-1]) + + hidden_states = self.fc1_latent_proj(hidden_states) + hidden_states = self.moe(hidden_states, topk_indices, topk_weights) + hidden_states = self.fc2_latent_proj(hidden_states) + + hidden_states = hidden_states.view(*orig_shape) + + hidden_states = hidden_states + self.shared_experts(residuals) + return hidden_states + + +class NemotronHTopkRouter(nn.Module): + """ + Top-K routing module for Mixture-of-Experts. + + This router determines which experts should process each token by computing routing + logits and selecting the top-K experts based on grouped scoring. It implements + group-based expert selection with score correction for load balancing. + + Args: + config (`NemotronHConfig`): + Model configuration containing routing hyperparameters including: + - `num_experts_per_tok`: Number of experts to route each token to (K) + - `n_routed_experts`: Total number of available experts + - `routed_scaling_factor`: Scaling factor applied to routing weights + - `n_group`: Number of expert groups for grouped routing + - `topk_group`: Number of groups to select from + - `norm_topk_prob`: Whether to normalize the top-K routing probabilities + """ + def __init__(self, config): + super().__init__() + self.config = config + self.top_k = config.num_experts_per_tok + self.n_routed_experts = config.n_routed_experts + self.routed_scaling_factor = config.routed_scaling_factor + self.n_group = config.n_group + self.topk_group = config.topk_group + self.norm_topk_prob = config.norm_topk_prob + + self.weight = nn.Parameter(torch.empty((self.n_routed_experts, config.hidden_size))) + self.register_buffer("e_score_correction_bias", torch.zeros(self.n_routed_experts, dtype=torch.float32)) + + @torch.no_grad() + def get_topk_indices(self, scores): + scores_for_choice = scores.view(-1, self.n_routed_experts) + self.e_score_correction_bias.unsqueeze(0) + group_scores = ( + scores_for_choice.view(-1, self.n_group, self.n_routed_experts // self.n_group) + .topk(2, dim=-1)[0] + .sum(dim=-1) + ) + group_idx = torch.topk(group_scores, k=self.topk_group, dim=-1, sorted=False)[1] + group_mask = torch.zeros_like(group_scores) + group_mask.scatter_(1, group_idx, 1) + score_mask = ( + group_mask.unsqueeze(-1) + .expand(-1, self.n_group, self.n_routed_experts // self.n_group) + .reshape(-1, self.n_routed_experts) + ) + scores_for_choice = scores_for_choice.masked_fill(~score_mask.bool(), 0.0) + topk_indices = torch.topk(scores_for_choice, k=self.top_k, dim=-1, sorted=False)[1] + return topk_indices + + def forward(self, hidden_states): + """ + Compute expert routing for each token in the input. + + This method performs the following steps: + 1. Compute routing logits using a linear projection + 2. Apply sigmoid activation to get routing scores + 3. Select top-K experts using grouped selection strategy + 4. Gather and optionally normalize the routing weights + 5. Apply scaling factor to final weights + + Args: + hidden_states (`torch.Tensor` of shape `(batch_size, sequence_length, hidden_size)`): + Input hidden states to be routed to experts. + + Returns: + `tuple` containing: + - topk_indices (`torch.Tensor` of shape `(batch_size * sequence_length, num_experts_per_tok)`): + Indices of the selected experts for each token. + - topk_weights (`torch.Tensor` of shape `(batch_size * sequence_length, num_experts_per_tok)`): + Normalized routing weights for each selected expert, scaled by routed_scaling_factor. + """ + self._maintain_float32_expert_bias() + + hidden_states = hidden_states.view(-1, self.config.hidden_size) + router_logits = F.linear(hidden_states.type(torch.float32), self.weight.type(torch.float32)) + scores = router_logits.sigmoid() + topk_indices = self.get_topk_indices(scores) + topk_weights = scores.gather(1, topk_indices) + if self.norm_topk_prob: + denominator = topk_weights.sum(dim=-1, keepdim=True) + 1e-20 + topk_weights /= denominator + topk_weights = topk_weights * self.routed_scaling_factor + return topk_indices, topk_weights + + def _maintain_float32_expert_bias(self): + """ + Ensure e_score_correction_bias stays in float32 for numerical stability. + + This method is called at the start of forward() to revert the bias back to + float32 if the model was cast to a lower precision dtype (e.g., via model.to(torch.bfloat16)). + + """ + if self.e_score_correction_bias.dtype != torch.float32: + self.e_score_correction_bias.data = self.e_score_correction_bias.data.to(torch.float32) + +# Copied from transformers.models.llama.modeling_llama.repeat_kv +def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor: + """ + This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch, + num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim) + """ + batch, num_key_value_heads, slen, head_dim = hidden_states.shape + if n_rep == 1: + return hidden_states + hidden_states = hidden_states[:, :, None, :, :].expand(batch, num_key_value_heads, n_rep, slen, head_dim) + return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim) + +def eager_attention_forward( + module: nn.Module, + query: torch.Tensor, + key: torch.Tensor, + value: torch.Tensor, + attention_mask: Optional[torch.Tensor], + scaling: float, + dropout: float = 0.0, + **kwargs, +): + """Eager attention forward pass - computes attention weights explicitly.""" + key_states = repeat_kv(key, module.num_key_value_groups) + value_states = repeat_kv(value, module.num_key_value_groups) + + attn_weights = torch.matmul(query, key_states.transpose(2, 3)) * scaling + if attention_mask is not None: + causal_mask = attention_mask[:, :, :, : key_states.shape[-2]] + attn_weights = attn_weights + causal_mask + + attn_weights = F.softmax(attn_weights, dim=-1, dtype=torch.float32).to(query.dtype) + attn_weights = F.dropout(attn_weights, p=dropout, training=module.training) + attn_output = torch.matmul(attn_weights, value_states) + attn_output = attn_output.transpose(1, 2).contiguous() + + return attn_output, attn_weights + + +class NemotronHAttention(nn.Module): + """Multi-headed attention from 'Attention Is All You Need' paper + + Args: + config (`NemotronHConfig`): + Model configuration containing attention parameters like num_attention_heads, num_key_value_heads, + hidden_size, head_dim, attention_dropout, and attention_bias. + layer_idx (`int`, *optional*): + Index of the layer in the model. Required for proper caching during generation. If not provided, + a warning is emitted and caching may fail. + """ + + def __init__(self, config: NemotronHConfig, layer_idx: Optional[int] = None): + super().__init__() + self.config = config + self.layer_idx = layer_idx + if layer_idx is None: + logger.warning_once( + f"Instantiating {self.__class__.__name__} without passing a `layer_idx` is not recommended and will " + "lead to errors during the forward call if caching is used. Please make sure to provide a `layer_idx` " + "when creating this class." + ) + + self.attention_dropout = config.attention_dropout + self.hidden_size = config.hidden_size + self.num_heads = config.num_attention_heads + if config.head_dim is not None: + self.head_dim = config.head_dim + else: + self.head_dim = config.hidden_size // config.num_attention_heads + self.num_key_value_heads = config.num_key_value_heads + self.num_key_value_groups = self.num_heads // self.num_key_value_heads + self.max_position_embeddings = config.max_position_embeddings + self.scaling = self.head_dim ** -0.5 + self.is_causal = True + + self.q_proj = nn.Linear(self.hidden_size, self.num_heads * self.head_dim, bias=config.attention_bias) + self.k_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias) + self.v_proj = nn.Linear(self.hidden_size, self.num_key_value_heads * self.head_dim, bias=config.attention_bias) + self.o_proj = nn.Linear(self.head_dim * self.num_heads, self.hidden_size, bias=config.attention_bias) + + def forward( + self, + hidden_states: torch.Tensor, + attention_mask: Optional[torch.Tensor] = None, + past_key_values: Optional[NemotronHHybridDynamicCache] = None, + **kwargs, + ) -> tuple[torch.Tensor, Optional[torch.Tensor], Optional[tuple[torch.Tensor]]]: + bsz, q_len, _ = hidden_states.size() + + query_states = self.q_proj(hidden_states) + key_states = self.k_proj(hidden_states) + value_states = self.v_proj(hidden_states) + + query_states = query_states.view(bsz, q_len, self.num_heads, self.head_dim).transpose(1, 2) + key_states = key_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + value_states = value_states.view(bsz, q_len, self.num_key_value_heads, self.head_dim).transpose(1, 2) + + if past_key_values is not None: + key_states, value_states = past_key_values.update(key_states, value_states, self.layer_idx) + + # Select attention implementation based on config + attention_interface = eager_attention_forward + if self.config._attn_implementation != "eager": + attention_interface = ALL_ATTENTION_FUNCTIONS[self.config._attn_implementation] + + if attention_mask is None and q_len > 1: + mask = torch.triu(torch.full((q_len, q_len), float("-inf"), device=hidden_states.device), diagonal=1) + attention_mask = mask.view(1, 1, q_len, q_len) + + attn_output, attn_weights = attention_interface( + self, + query_states, + key_states, + value_states, + attention_mask, + dropout=0.0 if not self.training else self.attention_dropout, + scaling=self.scaling, + **kwargs, + ) + + attn_output = attn_output.reshape(bsz, q_len, -1).contiguous() + attn_output = self.o_proj(attn_output) + + return attn_output, attn_weights, past_key_values + + +# Copied from transformers.models.mamba2.modeling_mamba2.Mamba2PreTrainedModel +class NemotronHPreTrainedModel(PreTrainedModel): + """ + An abstract class to handle weights initialization and a simple interface for downloading and loading pretrained + models. + """ + + config_class = NemotronHConfig + base_model_prefix = "model" + _no_split_modules = ["NemotronHBlock"] + supports_gradient_checkpointing = True + _is_stateful = True + _supports_sdpa = True + _supports_flash_attn_2 = True + _checkpoint_conversion_mapping = {"backbone": "model"} + + def _init_weights(self, module): + """Initialize the weights.""" + if isinstance(module, NemotronHMamba2Mixer): + if getattr(module.dt_bias, "_is_hf_initialized", False): + return + module.A_log._no_weight_decay = True + module.D._no_weight_decay = True + + dt = torch.exp( + torch.rand(self.config.mamba_num_heads) + * (math.log(self.config.time_step_max) - math.log(self.config.time_step_min)) + + math.log(self.config.time_step_min) + ).clamp(min=self.config.time_step_floor) + + # # Inverse of softplus: https://github.com/pytorch/pytorch/issues/72759 + inv_dt = dt + torch.log(-torch.expm1(-dt)) + with torch.no_grad(): + module.dt_bias.copy_(inv_dt) + module.dt_bias._no_reinit = True + elif isinstance(module, NemotronHTopkRouter): + nn.init.normal_(module.weight, mean=0.0, std=self.config.initializer_range) + nn.init.zeros_(module.e_score_correction_bias) + + if isinstance(module, nn.Linear): + if module.bias is not None: + if not getattr(module.bias, "_no_reinit", False): + nn.init.zeros_(module.bias) + elif isinstance(module, nn.Embedding): + nn.init.normal_(module.weight, std=self.config.initializer_range) + + if self.config.rescale_prenorm_residual: + # Reinitialize selected weights subject to the OpenAI GPT-2 Paper Scheme: + # > A modified initialization which accounts for the accumulation on the residual path with model depth. Scale + # > the weights of residual layers at initialization by a factor of 1/√N where N is the # of residual layers. + # > -- GPT-2 :: https://openai.com/blog/better-language-models/ + # + # Reference (Megatron-LM): https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/model/gpt_model.py + for name, p in module.named_parameters(): + if getattr(p, "_is_hf_initialized", False): + continue + if name in ["out_proj.weight"]: + # Special Scaled Initialization --> There are 2 Layer Norms per Transformer Block + # Following Pytorch init, except scale by 1/sqrt(2 * n_layer) + # We need to reinit p since this code could be called multiple times + # Having just p *= scale would repeatedly scale it down + nn.init.kaiming_uniform_(p, a=math.sqrt(5)) + with torch.no_grad(): + p /= math.sqrt(self.config.num_hidden_layers) + + +@dataclass +# Copied from transformers.models.mamba2.modeling_mamba2.Mamba2Output with MAMBA2->NemotronH,Mamba2->NemotronH +class NemotronHOutput(ModelOutput): + """ + Class for the NemotronH model outputs. + + Args: + last_hidden_state (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`): + Sequence of hidden-states at the output of the last layer of the model. + past_key_values (`NemotronHHybridDynamicCache`): + The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to + avoid providing the old `input_ids`. + + Includes both the State space model state matrices after the selective scan, and the Convolutional states + hidden_states (`tuple(torch.FloatTensor)`, *optional*, returned when `output_hidden_states=True` is passed or when `config.output_hidden_states=True`): + tuple of `torch.FloatTensor` (one for the output of the embeddings, if the model has an embedding layer, + + one for the output of each layer) of shape `(batch_size, sequence_length, hidden_size)`. + + Hidden-states of the model at the output of each layer plus the optional initial embedding outputs. + """ + + last_hidden_state: Optional[torch.FloatTensor] = None + past_key_values: Optional[NemotronHHybridDynamicCache] = None + hidden_states: Optional[tuple[torch.FloatTensor]] = None + attentions: Optional[tuple[torch.FloatTensor]] = None + + +@dataclass +# Copied from transformers.models.mamba2.modeling_mamba2.MambaCausalLMOutput with Mamba2->NemotronH +class NemotronHCausalLMOutput(ModelOutput): + """ + Base class for causal language model (or autoregressive) outputs. + + Args: + loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided): + Language modeling loss (for next-token prediction). + logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`): + Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax). + past_key_values (`NemotronHHybridDynamicCache`): + The state of the model at the last time step. Can be used in a forward method with the next `input_ids` to + avoid providing the old `input_ids`. + + Includes both the State space model state matrices after the selective scan, and the Convolutional states + hidden_states (`tuple(torch.FloatTensor)`, *optional*, returned when `output_hidden_states=True` is passed or when `config.output_hidden_states=True`): + tuple of `torch.FloatTensor` (one for the output of the embeddings, if the model has an embedding layer, + + one for the output of each layer) of shape `(batch_size, sequence_length, hidden_size)`. + + Hidden-states of the model at the output of each layer plus the optional initial embedding outputs. + """ + + loss: Optional[torch.FloatTensor] = None + logits: Optional[torch.FloatTensor] = None + past_key_values: Optional[NemotronHHybridDynamicCache] = None + hidden_states: Optional[tuple[torch.FloatTensor]] = None + attentions: Optional[tuple[torch.FloatTensor]] = None + + +NEMOTRONH_START_DOCSTRING = r""" + + This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the + library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads + etc.) + + This model is also a PyTorch [torch.nn.Module](https://pytorch.org/docs/stable/nn.html#torch.nn.Module) subclass. + Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage + and behavior. + + Parameters: + config ([`NemotronHConfig`]): Model configuration class with all the parameters of the model. + Initializing with a config file does not load the weights associated with the model, only the + configuration. Check out the [`~PreTrainedModel.from_pretrained`] method to load the model weights. +""" + +NEMOTRONH_INPUTS_DOCSTRING = r""" + Args: + input_ids (`torch.LongTensor` of shape `(batch_size, input_ids_length)`, *optional*): + Indices of input sequence tokens in the vocabulary. + + If `past_key_values.seqlen_offset>0`, only `input_ids` that do not have their past calculated should be passed as + `input_ids`. + + Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and + [`PreTrainedTokenizer.__call__`] for details. + + [What are input IDs?](../glossary#input-ids) + inputs_embeds (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`, *optional*): + Optionally, instead of passing `input_ids` you can choose to directly pass an embedded representation. This + is useful if you want more control over how to convert `input_ids` indices into associated vectors than the + model's internal embedding lookup matrix. + position_ids (`torch.LongTensor` of shape `(batch_size,)`, *optional*): + Indices of positions of each input sequence tokens in the position embeddings. + past_key_values (`NemotronHHybridDynamicCache`, *optional*): + If passed along, the model uses the previous state in all the blocks (which will give the output for the + `input_ids` provided as if the model add `state_input_ids + input_ids` as context). + use_cache (`bool`, *optional*): + If set to `True`, the `past_key_values` is returned and can be used to quickly generate the next logits. + output_attentions (`bool`, *optional*): + Whether or not to return the attentions tensors of all attention layers. + output_hidden_states (`bool`, *optional*): + Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for + more detail. + return_dict (`bool`, *optional*): + Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple. + cache_position (`torch.LongTensor` of shape `(batch_size,)`, *optional*): + The position of the current input in the cache. This is used to ensure that the cache is correctly updated. + If `past_key_values` is passed, `cache_position` should also be passed. + attention_mask (`torch.FloatTensor` of shape `(batch_size, sequence_length)`, *optional*): + Mask to avoid performing attention on padding token indices. Mask values selected in `[0, 1]`: + + - 1 for tokens that are **not masked**, + - 0 for tokens that are **masked**. + + [What are attention masks?](../glossary#attention-mask) +""" + + +@add_start_docstrings( + "The bare NemotronH Model transformer outputting raw hidden-states without any specific head on top.", + NEMOTRONH_START_DOCSTRING, +) +class NemotronHModel(NemotronHPreTrainedModel): + def __init__(self, config): + super().__init__(config) + + self.embeddings = nn.Embedding(config.vocab_size, config.hidden_size) + self.layers = nn.ModuleList([NemotronHBlock(config, layer_idx=idx) for idx in range(config.num_hidden_layers)]) + + self.gradient_checkpointing = False + self.norm_f = NemotronHRMSNorm(config.hidden_size, eps=config.layer_norm_epsilon) + # Initialize weights and apply final processing + self._register_load_state_dict_pre_hook(self.load_hook) + self.post_init() + + def load_hook(self, state_dict, prefix, *args): + for k in state_dict: + if "embedding." in k: + state_dict[k.replace("embedding.", "embeddings.")] = state_dict.pop(k) + break + + def get_input_embeddings(self): + return self.embeddings + + def set_input_embeddings(self, new_embeddings): + self.embeddings = new_embeddings + + @add_start_docstrings_to_model_forward(NEMOTRONH_INPUTS_DOCSTRING) + @add_code_sample_docstrings( + checkpoint=_CHECKPOINT_FOR_DOC, + output_type=NemotronHOutput, + config_class=_CONFIG_FOR_DOC, + ) + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + inputs_embeds: Optional[torch.LongTensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_values: Optional[NemotronHHybridDynamicCache] = None, + use_cache: Optional[bool] = None, + output_attentions: Optional[bool] = None, + output_hidden_states: Optional[bool] = None, + return_dict: Optional[bool] = None, + cache_position: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + **kwargs, + ) -> Union[tuple, NemotronHOutput]: + output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions + output_hidden_states = ( + output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states + ) + use_cache = use_cache if use_cache is not None else (self.config.use_cache if not self.training else False) + + return_dict = return_dict if return_dict is not None else self.config.use_return_dict + + if (input_ids is None) ^ (inputs_embeds is not None): # ^ is python for xor + raise ValueError("You must specify exactly one of input_ids or inputs_embeds") + + if inputs_embeds is None: + inputs_embeds = self.embeddings(input_ids) + + if self.gradient_checkpointing and self.training and use_cache: + logger.warning_once( + "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`." + ) + use_cache = False + + # From zamba_modeling.py + if use_cache and past_key_values is None: + logger.warning_once( + "NemotronH requires an initialized `NemotronHHybridDynamicCache` to return a cache. None was " + "provided, so no cache will be returned." + ) + + hidden_states = inputs_embeds + + if cache_position is None: + past_seen_tokens = ( + past_key_values.get_seq_length() + if past_key_values is not None + else 0 + ) + cache_position = torch.arange( + past_seen_tokens, past_seen_tokens + hidden_states.shape[1], device=hidden_states.device + ) + if position_ids is None: + position_ids = cache_position.unsqueeze(0) + + causal_mask = self._update_causal_mask(attention_mask, inputs_embeds, cache_position) + mamba_mask = self._update_mamba_mask(attention_mask, cache_position) + + all_hidden_states = () if output_hidden_states else None + all_self_attns = () if output_attentions else None + # Until HERE + + for layer_idx, mixer_block in enumerate(self.layers): + # Depending on the layer type we opt for 2D base attention mask (Mamba) or 4D causal mask (Attention) + if mixer_block.block_type == "mamba": + layer_mask = mamba_mask + elif mixer_block.block_type == "attention": + layer_mask = causal_mask + elif mixer_block.block_type in ["mlp", "moe"]: + layer_mask = None + else: + raise ValueError(f"Invalid block_type: {self.block_type}") + + if output_hidden_states: + all_hidden_states += (hidden_states,) + + if self.gradient_checkpointing and self.training: + hidden_states = self._gradient_checkpointing_func( + mixer_block.__call__, hidden_states, past_key_values, cache_position, layer_mask + ) + else: + hidden_states = mixer_block( + hidden_states, + past_key_values=past_key_values, + cache_position=cache_position, + attention_mask=layer_mask, + output_attentions=output_attentions, + ) + + hidden_states = self.norm_f(hidden_states) + + if output_hidden_states: + all_hidden_states = all_hidden_states + (hidden_states,) + + if past_key_values is not None and not past_key_values.has_previous_state: + past_key_values.has_previous_state = True + + if not return_dict: + return tuple(v for v in [hidden_states, past_key_values, all_hidden_states] if v is not None) + + return NemotronHOutput( + last_hidden_state=hidden_states, + past_key_values=past_key_values if use_cache else None, + hidden_states=all_hidden_states, + attentions=all_self_attns, + ) + + def _update_causal_mask(self, attention_mask, input_tensor, cache_position): + if self.config._attn_implementation == "flash_attention_2": + if attention_mask is not None and 0.0 in attention_mask: + return attention_mask + return None + + dtype, device = input_tensor.dtype, input_tensor.device + min_dtype = torch.finfo(dtype).min + sequence_length = input_tensor.shape[1] + if cache_position is None: + target_length = sequence_length + else: + target_length = cache_position[-1] + 1 + + causal_mask = torch.full((sequence_length, target_length), fill_value=min_dtype, dtype=dtype, device=device) + if sequence_length != 1: + causal_mask = torch.triu(causal_mask, diagonal=1) + if cache_position is not None: + causal_mask *= (torch.arange(target_length, device=device) > cache_position.reshape(-1, 1)).to(torch.bool) + causal_mask = causal_mask[None, None, :, :].expand(input_tensor.shape[0], 1, -1, -1) + if attention_mask is not None: + causal_mask = causal_mask.clone() # copy to contiguous memory for in-place edit + if attention_mask.dim() == 2: + mask_length = attention_mask.shape[-1] + padding_mask = causal_mask[..., :mask_length].eq(0.0) * attention_mask[:, None, None, :].eq(0.0) + causal_mask[..., :mask_length] = causal_mask[..., :mask_length].masked_fill(padding_mask, min_dtype) + + if ( + self.config._attn_implementation == "sdpa" + and attention_mask is not None + and attention_mask.device.type in ["cuda", "xpu", "npu"] + ): + # Attend to all tokens in fully masked rows in the causal_mask, for example the relevant first rows when + # using left padding. This is required by F.scaled_dot_product_attention memory-efficient attention path. + # Details: https://github.com/pytorch/pytorch/issues/110213 + causal_mask = AttentionMaskConverter._unmask_unattended(causal_mask, min_dtype) + + return causal_mask + + def _update_mamba_mask(self, attention_mask, cache_position): + """ + No need for zeroing states when + 1. Cached forward + 2. Attending to all inputs + """ + mamba_mask = attention_mask + if cache_position[0] > 0 or (attention_mask is not None and torch.all(attention_mask == 1)): + mamba_mask = None + return mamba_mask + + +def register_nemotron_h_conversion_mapping(): + try: + from transformers.conversion_mapping import WeightRenaming, register_checkpoint_conversion_mapping + has_conversion_mapping = True + except ImportError: + has_conversion_mapping = False + + if not has_conversion_mapping: + return + + register_checkpoint_conversion_mapping( + "nemotron_h", + [ + WeightRenaming("backbone.", "model."), + WeightRenaming("embedding.weight", "embeddings.weight"), + ], + overwrite=True, + ) + + + +@add_start_docstrings( + """ + The NEMOTRONH Model transformer with a language modeling head on top (linear layer with weights not tied to the input + embeddings). + """, + NEMOTRONH_START_DOCSTRING, +) +class NemotronHForCausalLM(NemotronHPreTrainedModel, GenerationMixin): + _keys_to_ignore_on_load_unexpected = [r"mtp.*"] + + def __init__(self, config): + super().__init__(config) + self.model = NemotronHModel(config) + self.vocab_size = config.vocab_size + self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False) + + register_nemotron_h_conversion_mapping() + + # Initialize weights and apply final processing + self.post_init() + + def _get_key_renaming_mapping( + self, + checkpoint_keys: list[str], + key_mapping: Optional[dict[str, str]] = None, + loading_base_model_from_task_state_dict: bool = False, + loading_task_model_from_base_state_dict: bool = False, + ): + """Convert backbone.* keys to model.* keys for backward compatibility.""" + if key_mapping is None: + key_mapping = {"^backbone": "model"} + else: + key_mapping = {"^backbone": "model", **key_mapping} + + has_prefix_module = any(s.startswith("backbone") for s in checkpoint_keys) + if has_prefix_module: + loading_task_model_from_base_state_dict = False + + return super()._get_key_renaming_mapping( + checkpoint_keys, + key_mapping, + loading_base_model_from_task_state_dict=loading_base_model_from_task_state_dict, + loading_task_model_from_base_state_dict=loading_task_model_from_base_state_dict, + ) + + def get_input_embeddings(self): + return self.model.get_input_embeddings() + + def set_input_embeddings(self, new_embeddings): + return self.model.set_input_embeddings(new_embeddings) + + def get_output_embeddings(self): + return self.lm_head + + def set_output_embeddings(self, new_embeddings): + self.lm_head = new_embeddings + + def get_decoder(self): + return self.model + + def set_decoder(self, decoder): + self.model = decoder + + def prepare_inputs_for_generation( + self, + input_ids, + past_key_values=None, + attention_mask=None, + inputs_embeds=None, + cache_position=None, + position_ids=None, + use_cache=True, + is_first_iteration=False, + **kwargs, + ): + # Overwritten -- has a unique cache type, `NemotronHHybridDynamicCache` + + if past_key_values is None: + past_key_values = NemotronHHybridDynamicCache( + self.config, input_ids.shape[0], dtype=self.dtype, device=self.device + ) + + kwargs["logits_to_keep"] = self.config.num_logits_to_keep + model_inputs = super().prepare_inputs_for_generation( + input_ids, + past_key_values=past_key_values, + attention_mask=attention_mask, + inputs_embeds=inputs_embeds, + cache_position=cache_position, + position_ids=position_ids, + use_cache=use_cache, + is_first_iteration=is_first_iteration, + **kwargs, + ) + + return model_inputs + + @add_start_docstrings_to_model_forward(NEMOTRONH_INPUTS_DOCSTRING) + @add_code_sample_docstrings( + checkpoint=_CHECKPOINT_FOR_DOC, + output_type=NemotronHCausalLMOutput, + config_class=_CONFIG_FOR_DOC, + ) + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + inputs_embeds: Optional[torch.FloatTensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_values: Optional[NemotronHHybridDynamicCache] = None, + labels: Optional[torch.LongTensor] = None, + output_attentions: Optional[bool] = None, + output_hidden_states: Optional[bool] = None, + return_dict: Optional[bool] = None, + use_cache: Optional[bool] = None, + cache_position: Optional[torch.Tensor] = None, + attention_mask: Optional[torch.Tensor] = None, + **kwargs, # for now we need this for generation + ) -> Union[tuple, NemotronHCausalLMOutput]: + r""" + labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): + Labels for language modeling. Note that the labels **are shifted** inside the model, i.e. you can set + `labels = input_ids` Indices are selected in `[-100, 0, ..., config.vocab_size]` All labels set to `-100` + are ignored (masked), the loss is only computed for labels in `[0, ..., config.vocab_size]` + """ + output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions + + output_hidden_states = ( + output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states + ) + return_dict = return_dict if return_dict is not None else self.config.use_return_dict + + nemotron_h_outputs = self.model( + input_ids, + past_key_values=past_key_values, + inputs_embeds=inputs_embeds, + output_attentions=output_attentions, + output_hidden_states=output_hidden_states, + return_dict=return_dict, + use_cache=use_cache, + cache_position=cache_position, + attention_mask=attention_mask, + ) + hidden_states = nemotron_h_outputs[0] + + logits = self.lm_head(hidden_states.to(self.lm_head.weight.dtype)).float() + + loss = None + if labels is not None: + # move labels to correct device to enable model parallelism + labels = labels.to(logits.device) + # Shift so that tokens < n predict n + shift_logits = logits[..., :-1, :].contiguous() + shift_labels = labels[..., 1:].contiguous() + # Flatten the tokens + loss_fct = CrossEntropyLoss() + loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1)) + + if not return_dict: + output = (logits,) + nemotron_h_outputs[1:] + return ((loss,) + output) if loss is not None else output + + return NemotronHCausalLMOutput( + loss=loss, + logits=logits, + past_key_values=nemotron_h_outputs.past_key_values, + hidden_states=nemotron_h_outputs.hidden_states, + attentions=nemotron_h_outputs.attentions, + ) diff --git a/privacy.md b/privacy.md new file mode 100644 index 0000000000000000000000000000000000000000..ad6fad984525fd246ec6ba62ca2b1e34f8524d94 --- /dev/null +++ b/privacy.md @@ -0,0 +1,14 @@ +| Field | Response | +| :---- | :---- | +| Generatable or reverse engineerable personal data? | No | +| Personal data used to create this model? | No | +| Was consent obtained for any personal data used? | Not Applicable | +| A description of any methods implemented in data acquisition or processing, if any, to address the prevalence of personal data in the training data, where relevant and applicable. | We used only prompts that do not contain any personal data for synthetic data generation. | +| How often is the dataset reviewed? | Before Release | +| Is there provenance for all datasets used in training? | Yes | +| Does data labeling (annotation, metadata) comply with privacy laws? | Yes | +| Is data compliant with data subject requests for data correction or removal, if such a request was made? | No, not possible with externally-sourced data. | +| Applicable Privacy Policy | [NVIDIA Privacy Policy](https://www.nvidia.com/en-us/about-nvidia/privacy-policy/) | +| During AI model development, strict adherence to copyright policy ensured compliance through risk mitigation and legal reviews. Post-data collection, reserved rights content is identified and removed, with verified opt-out processes for rightsholders. Detailed records document due diligence and transparency. | True | +| We employ automated tools and data processing techniques during data preparation to identify and filter certain categories of personal information. Scans of training datasets detected no PII. | True. We employ automated tools and data processing techniques to scan for Personally Identifiable Information (PII) during data preparation to identify and filter certain categories of personal information, including phone numbers, email addresses, credit card numbers, and public-facing contact details. Scans of Common Crawl, CC-News, and Wikimedia datasets did not detect PII in the majority of samples; however, Microsoft Presidio indicated potential findings including business contact information embedded in natural language, such as email addresses and phone numbers. These were removed using verified instances of PII through a combination of automated filtering and human-in-the-loop validation. In contrast, scans of financial reasoning datasets, including NVIDIA-created and web-scraped datasets, via Presidio Analyzer, indicated false positives such as numerical sequences, and did not indicate any verified instances of PII. This evaluation used a 3,000-sample subset per dataset, identified as the optimal threshold for maximizing embedder accuracy. | +| Privacy Testing: | Constrained to English-language inputs. Multi-lingual parity is not currently claimed or guaranteed. | \ No newline at end of file diff --git a/safety.md b/safety.md new file mode 100644 index 0000000000000000000000000000000000000000..8d4a9212d934db3437e1b7e9816f679a69740b61 --- /dev/null +++ b/safety.md @@ -0,0 +1,9 @@ +| Field | Response | +| :---- | :---- | +| Model Application Field(s): | Chat, Instruction Following, Chatbot Development, Code Generation, Reasoning, Customer Service | +| Describe the life critical impact (if present). | Not Applicable | +| Description of methods implemented in data acquisition or processing, if any, to address other types of potentially harmful data in the training, testing, and validation data: | We used a guard model for content safety to exclude potentially harmful data from training. | +| Description of any methods implemented in data acquisition or processing, if any, to address illegal or harmful content in the training data, including, but not limited to, child sexual abuse material (CSAM) and non-consensual intimate imagery (NCII) | We used a Gemma-3 4B-based guard model trained on [Nemotron Content Safety Dataset v2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0) for content safety to exclude potentially illegal or harmful content from the training. | +| Use Case Restrictions: | Abide by the [NVIDIA Nemotron Open Model License Agreement](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-nemotron-open-model-license/). | +| Model and dataset restrictions: | The Principle of least privilege (PoLP) is applied limiting access for dataset generation and model development. Restrictions enforce dataset access during training, and dataset license constraints adhered to. | +| This AI model was developed based on our policies to ensure responsible data handling and risk mitigation. The datasets used for training have been scanned for harmful content and illegal content, consistent with our policies including scanning for Child Sexual Abuse Material (CSAM). Ongoing review and monitoring mechanisms are in place based on our policies and to maintain data integrity. | True. We use [Nemotron Content Safety Dataset V2](https://huggingface.co/datasets/nvidia/Aegis-AI-Content-Safety-Dataset-2.0) and an internal safety dataset specialized for minority sexuality for content safety evaluation to ensure the safety of this model. | \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..0451f37912edb7f8a4bf04d77eef13f6130f0515 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/super_v3_reasoning_parser.py b/super_v3_reasoning_parser.py new file mode 100644 index 0000000000000000000000000000000000000000..9a98bf728657f10e00f3013c0b928444a99343b6 --- /dev/null +++ b/super_v3_reasoning_parser.py @@ -0,0 +1,28 @@ +from vllm.reasoning.abs_reasoning_parsers import ReasoningParserManager +from vllm.reasoning.deepseek_r1_reasoning_parser import DeepSeekR1ReasoningParser + + +@ReasoningParserManager.register_module("super_v3") +class SuperV3ReasoningParser(DeepSeekR1ReasoningParser): + def extract_reasoning(self, model_output, request): + reasoning_content, final_content = super().extract_reasoning( + model_output, request + ) + if ( + hasattr(request, "chat_template_kwargs") + and request.chat_template_kwargs + and ( + request.chat_template_kwargs.get("enable_thinking") is False + or request.chat_template_kwargs.get("force_nonempty_content") is True + ) + and final_content is None + ): + """ + The original `deepseek_r1` reasoning parser this inherits from will automatically put everything in the reasoning content when it cannot parse out reasoning. This was fine for the DeepSeek R1 model that was not intended to be used without reasoning. + 1. Since the Nemotron 3 Nano and Super both have thinking off modes modulated by "enable_thinking=false" in the chat template kwargs, this change instead which will properly place the content in cases where there is no thinking enabled via config. + 2. There are rare cases where the model will output only reasoning without an end-think token `` (e.g. reasoning exceeds max length), which results in empty content returned. End users may want to unilaterally avoid such cases and always have a content response even if the model does not finish its reasoning. + """ + # Put all nonempty content into the content, rather than return content + reasoning_content, final_content = None, reasoning_content + + return reasoning_content, final_content \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..9c63dbb971da0f926b8181e7cd83b8a67892ad9b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623c34567aebb18582765289fbe23d901c62704d6518d71866e0e58db892b5b7 +size 17077484 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c96e5ad00986bfa0b666d4bc425666f1c51d6d1b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,8019 @@ +{ + "add_bos_token": false, + "add_eos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "750": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "751": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "752": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "753": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "754": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "755": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "756": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "757": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "758": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "759": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "760": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "761": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "762": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "763": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "764": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "765": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "766": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "767": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "768": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "769": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "770": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "771": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "772": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "773": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "774": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "775": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "776": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "777": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "778": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "779": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "780": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "781": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "782": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "783": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "784": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "785": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "786": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "787": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "788": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "789": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "790": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "791": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "792": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "793": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "794": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "795": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "796": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "797": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "798": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "799": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "800": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "801": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "802": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "803": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "804": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "805": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "806": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "807": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "808": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "809": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "810": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "811": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "812": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "813": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "814": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "815": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "816": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "817": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "818": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "819": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "820": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "821": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "822": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "823": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "824": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "825": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "826": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "827": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "828": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "829": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "830": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "831": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "832": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "833": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "834": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "835": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "836": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "837": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "838": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "839": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "840": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "841": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "842": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "843": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "844": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "845": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "846": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "847": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "848": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "849": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "850": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "851": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "852": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "853": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "854": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "855": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "856": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "857": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "863": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "864": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "865": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "866": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "867": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "868": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "869": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "870": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "871": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "880": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "881": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "882": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "883": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "884": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "885": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "886": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "887": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "888": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "889": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "890": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "891": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "892": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "893": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "894": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "895": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "896": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "897": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "898": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "899": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "900": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "901": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "902": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "903": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "904": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "905": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "906": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "907": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "908": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "909": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "910": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "911": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "912": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "913": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "914": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "915": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "916": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "917": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "918": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "919": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "920": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "921": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "922": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "923": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "924": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "925": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "926": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "927": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "928": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "929": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "930": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "931": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "932": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "933": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "934": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "935": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "936": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "937": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "938": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "939": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "940": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "941": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "942": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "943": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "944": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "945": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "946": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "947": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "948": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "949": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "950": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "951": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "952": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "953": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "954": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "955": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "956": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "957": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "958": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "959": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "960": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "961": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "962": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "963": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "964": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "965": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "966": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "967": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "968": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "969": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "970": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "971": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "972": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "973": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "974": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "975": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "976": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "977": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "978": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "979": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "980": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "981": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "982": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "983": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "984": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "985": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "986": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "987": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "988": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "989": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "990": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "991": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "992": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "993": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "994": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "995": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "996": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "997": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "998": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "999": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 262144, + "pad_token": "<|im_end|>", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "" +}