From fa21510c35d6089443c84c6831da0ae65af75abf Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Mon, 13 Apr 2026 19:49:01 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: inclusionAI/Ling-mini-base-2.0-10T
Source: Original Platform
---
 .gitattributes                   |    49 +
 README.md                        |   275 +
 config.json                      |    51 +
 configuration.json               |     1 +
 configuration_bailing_moe_v2.py  |    84 +
 generation_config.json           |     6 +
 model-00001-of-00004.safetensors |     3 +
 model-00002-of-00004.safetensors |     3 +
 model-00003-of-00004.safetensors |     3 +
 model-00004-of-00004.safetensors |     3 +
 model.safetensors.index.json     | 15603 +++++++++++++++++++++++++++++
 modeling_bailing_moe_v2.py       |  1533 +++
 special_tokens_map.json          |     7 +
 tokenizer.json                   |     3 +
 tokenizer_config.json            |    17 +
 15 files changed, 17641 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 config.json
 create mode 100644 configuration.json
 create mode 100644 configuration_bailing_moe_v2.py
 create mode 100644 generation_config.json
 create mode 100644 model-00001-of-00004.safetensors
 create mode 100644 model-00002-of-00004.safetensors
 create mode 100644 model-00003-of-00004.safetensors
 create mode 100644 model-00004-of-00004.safetensors
 create mode 100644 model.safetensors.index.json
 create mode 100644 modeling_bailing_moe_v2.py
 create mode 100644 special_tokens_map.json
 create mode 100644 tokenizer.json
 create mode 100644 tokenizer_config.json

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..21b3632
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..381391c
--- /dev/null
+++ b/README.md
@@ -0,0 +1,275 @@
+---
+license: mit
+---
+
+
+
+<p align="center">
+    <img src="https://mdn.alipayobjects.com/huamei_qa8qxu/afts/img/A*4QxcQrBlTiAAAAAAQXAAAAgAemJ7AQ/original" width="100"/>
+<p>
+
+<p align="center">🤗 <a href="https://huggingface.co/inclusionAI">Hugging Face</a>&nbsp&nbsp | &nbsp&nbsp🤖 <a href="https://modelscope.cn/organization/inclusionAI">ModelScope</a></p>
+
+
+## Introduction
+
+Today, we are excited to announce the open-sourcing of __Ling 2.0__ — a family of MoE-based large language models that combine __SOTA performance__ with __high efficiency__.
+The first released version, Ling-mini-2.0, is compact yet powerful. It has __16B total parameters__, but only __1.4B__ are activated per input token (non-embedding 789M). Trained on more than __20T tokens__ of high-quality data and enhanced through multi-stage supervised fine-tuning and reinforcement learning, Ling-mini-2.0 achieves remarkable improvements in complex reasoning and instruction following. With just 1.4B activated parameters, it still reaches the top-tier level of sub-10B dense LLMs and even matches or surpasses much larger MoE models.
+
+<p align="center"><img src="https://mdn.alipayobjects.com/huamei_fi95qp/afts/img/2NKZS5LVXzcAAAAASBAAAAgADkZ7AQFr/fmt.webp" /></p>
+
+### Strong General and Professional Reasoning
+
+We evaluated Ling-mini-2.0 on challenging general reasoning tasks in coding (LiveCodeBench, CodeForces) and mathematics (AIME 2025, HMMT 2025), as well as knowledge-intensive reasoning tasks across multiple domains (MMLU-Pro, Humanity's Last Exam). Compared with sub-10B dense models (e.g., Qwen3-4B-instruct-2507, Qwen3-8B-nothinking) and larger-scale MoE models (Ernie-4.5-21B-A3B-PT, GPT-OSS-20B/low), Ling-mini-2.0 demonstrated outstanding overall reasoning capabilities.
+
+### 7× Equivalent Dense Performance Leverage
+
+Guided by [Ling Scaling Laws](https://arxiv.org/abs/2507.17702), Ling 2.0 adopts a __1/32 activation ratio__ MoE architecture, with empirically optimized design choices in expert granularity, shared expert ratio, attention ratio, aux-loss free + sigmoid routing strategy, MTP loss, QK-Norm, half RoPE, and more. This enables small-activation MoE models to achieve over __7× equivalent dense performance__. In other words, __Ling-mini-2.0 with only 1.4B activated parameters (non-embedding 789M) can deliver performance equivalent to a 7–8B dense model__.
+
+### High-speed Generation at 300+ token/s
+
+<p align="center"><img src="https://mdn.alipayobjects.com/huamei_fi95qp/afts/img/bnxIRaK9tzcAAAAAgSAAAAgADkZ7AQFr/original" /></p>
+
+The highly sparse small-activation MoE architecture also delivers significant training and inference efficiency. In simple QA scenarios (within 2000 tokens), __Ling-mini-2.0 generates at 300+ token/s (on H20 deployment)__ — more than __2× faster__ than an 8B dense model. Ling-mini-2.0 is able to handle __128K context length__ with YaRN, as sequence length increases, the relative speedup can reach __over 7×__.
+
+<p align="center"><img src="https://raw.githubusercontent.com/inclusionAI/Ling-V2/refs/heads/main/figures/needle_in_a_haystack.webp" /></p>
+
+### Open-sourced FP8 Efficient Training Solution
+
+Ling 2.0 employs __FP8 mixed-precision training__ throughout. Compared with BF16, experiments with over 1T training tokens show nearly identical loss curves and downstream benchmark performance. To support the community in efficient continued pretraining and fine-tuning under limited compute, we are also open-sourcing our __FP8 training solution__. Based on tile/blockwise FP8 scaling, it further introduces FP8 optimizer, FP8 on-demand transpose weight, and FP8 padding routing map for extreme memory optimization. On 8/16/32 80G GPUs, compared with LLaMA 3.1 8B and Qwen3 8B, __Ling-mini-2.0 achieved 30–60% throughput gains with MTP enabled, and 90–120% throughput gains with MTP disabled__.
+
+### A More Open Opensource Strategy
+
+We believe Ling-mini-2.0 is an ideal starting point for MoE research. For the first time at this scale, it integrates 1/32 sparsity, MTP layers, and FP8 training — achieving both strong effectiveness and efficient training/inference performance, making it a prime candidate for the small-size LLM segment.
+To further foster community research, in addition to releasing the post-trained version, we are also open-sourcing __five pretraining checkpoints__: the pre-finetuning Ling-mini-2.0-base, along with four base models trained on 5T, 10T, 15T, and 20T tokens, enabling deeper research and broader applications.
+
+
+## Model Downloads
+
+You can download the following table to see the various stage of Ling-mini-2.0 models(1.43B activated of 16.26B total params). If you are located in mainland China, we also provide the model on ModelScope.cn to speed up the download process.
+
+<center>
+
+|       **Model**        | **Context Length** |                                                                             **Download**                                                                             |
+|:----------------------:| :----------------: |:--------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
+|   Ling-mini-base-2.0   |        32K -> 128K (YaRN)         |     [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-base-2.0) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-base-2.0)     |
+| Ling-mini-base-2.0-5T  |        4K         |  [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-base-2.0-5T) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-base-2.0-5T)  |
+| Ling-mini-base-2.0-10T |        4K         | [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-base-2.0-10T) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-base-2.0-10T) |
+| Ling-mini-base-2.0-15T |        4K         | [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-base-2.0-15T) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-base-2.0-15T) |
+| Ling-mini-base-2.0-20T |        4K         | [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-base-2.0-20T) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-base-2.0-20T) |
+|     Ling-mini-2.0      |        32K -> 128K (YaRN)        |          [🤗 HuggingFace](https://huggingface.co/inclusionAI/Ling-mini-2.0) <br>[🤖 ModelScope](https://www.modelscope.cn/models/inclusionAI/Ling-mini-2.0)          |
+
+</center>
+
+Note: If you are interested in previous version, please visit the past model collections in [Huggingface](https://huggingface.co/inclusionAI) or [ModelScope](https://modelscope.cn/organization/inclusionAI).
+
+
+## Quickstart
+
+### Convert to safetensors
+
+Models with safetensors format can be downloaded from [HuggingFace](https://huggingface.co/inclusionAI) or [ModelScope](https://modelscope.cn/organization/inclusionAI).
+If you want to train your model and eval it, you can convert from dcp produced by training.
+```shell
+python tools/convert_dcp_to_safe_tensors.py --checkpoint-path ${DCP_PATH} --target-path ${SAFETENSORS_PATH}
+```
+
+Currently, BF16 and FP8 formats are supported, you can use convert parameter to handle it:
+- `--force-bf16` for BF16 format.
+- `--force-fp8` for FP8 format.
+
+### 🤗 Hugging Face Transformers
+
+Here is a code snippet to show you how to use the chat model with `transformers`:
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_name = "inclusionAI/Ling-mini-2.0"
+
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    dtype="auto",
+    device_map="auto",
+    trust_remote_code=True,
+)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+prompt = "Give me a short introduction to large language models."
+messages = [
+    {"role": "system", "content": "You are Ling, an assistant created by inclusionAI"},
+    {"role": "user", "content": prompt}
+]
+text = tokenizer.apply_chat_template(
+    messages,
+    tokenize=False,
+    add_generation_prompt=True
+)
+model_inputs = tokenizer([text], return_tensors="pt", return_token_type_ids=False).to(model.device)
+
+generated_ids = model.generate(
+    **model_inputs,
+    max_new_tokens=512
+)
+generated_ids = [
+    output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
+]
+
+response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
+```
+
+### 🤖 ModelScope
+
+If you're in mainland China, we strongly recommend you to use our model from 🤖 <a href="https://modelscope.cn/organization/inclusionAI">ModelScope</a>.
+
+## Deployment
+
+### vLLM
+
+vLLM supports offline batched inference or launching an OpenAI-Compatible API Service for online inference.
+
+#### Environment Preparation
+
+Since the Pull Request (PR) has not been submitted to the vLLM community at this stage, please prepare the environment by following the steps below:
+
+```bash
+git clone -b v0.10.0 https://github.com/vllm-project/vllm.git
+cd vllm
+wget https://raw.githubusercontent.com/inclusionAI/Ling-V2/refs/heads/main/inference/vllm/bailing_moe_v2.patch
+git apply bailing_moe_v2.patch
+pip install -e .
+```
+
+#### Offline Inference:
+
+```bash
+from transformers import AutoTokenizer
+from vllm import LLM, SamplingParams
+
+tokenizer = AutoTokenizer.from_pretrained("inclusionAI/Ling-mini-2.0")
+
+sampling_params = SamplingParams(temperature=0.7, top_p=0.8, repetition_penalty=1.05, max_tokens=16384)
+
+llm = LLM(model="inclusionAI/Ling-mini-2.0", dtype='bfloat16')
+prompt = "Give me a short introduction to large language models."
+messages = [
+    {"role": "system", "content": "You are Ling, an assistant created by inclusionAI"},
+    {"role": "user", "content": prompt}
+]
+
+text = tokenizer.apply_chat_template(
+    messages,
+    tokenize=False,
+    add_generation_prompt=True
+)
+outputs = llm.generate([text], sampling_params)
+
+```
+
+#### Online Inference:
+
+```bash
+vllm serve inclusionAI/Ling-mini-2.0 \
+              --tensor-parallel-size 2 \
+              --pipeline-parallel-size 1 \
+              --use-v2-block-manager \
+              --gpu-memory-utilization 0.90
+```
+
+To handle long context in vLLM using YaRN, we need to follow these two steps:
+1. Add a `rope_scaling` field to the model's `config.json` file, for example:
+```json
+{
+  ...,
+  "rope_scaling": {
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768,
+    "type": "yarn"
+  }
+}
+```
+2. Use an additional parameter `--max-model-len` to specify the desired maximum context length when starting the vLLM service.
+
+For detailed guidance, please refer to the vLLM [`instructions`](https://docs.vllm.ai/en/latest/).
+
+
+### SGLang
+
+#### Environment Preparation
+
+We will later submit our model to SGLang official release, now we can prepare the environment following steps:
+```shell
+pip3 install sglang==0.5.2rc0 sgl-kernel==0.3.7.post1
+```
+You can use docker image as well:
+```shell
+docker pull lmsysorg/sglang:v0.5.2rc0-cu126
+```
+Then you should apply patch to sglang installation:
+```shell
+# patch command is needed, run `yum install -y patch` if needed
+patch -d `python -c 'import sglang;import os; print(os.path.dirname(sglang.__file__))'` -p3 < inference/sglang/bailing_moe_v2.patch
+```
+
+#### Run Inference
+
+BF16 and FP8 models are supported by SGLang now, it depends on the dtype of the model in ${MODEL_PATH}. They both share the same command in the following:  
+
+- Start server:
+```shell
+python -m sglang.launch_server \
+    --model-path $MODLE_PATH \
+    --host 0.0.0.0 --port $PORT \
+    --trust-remote-code \
+    --attention-backend fa3
+```
+MTP is supported for base model, and not yet for chat model. You can add parameter `--speculative-algorithm NEXTN`
+to start command.
+
+- Client:
+```shell
+curl -s http://localhost:${PORT}/v1/chat/completions \
+  -H "Content-Type: application/json" \
+  -d '{"model": "auto", "messages": [{"role": "user", "content": "What is the capital of France?"}]}'
+"""
+```
+More usage can be found [here](https://docs.sglang.ai/basic_usage/send_request.html)
+
+## Training
+
+We also provide a complete and efficient training framework that covers both pre-training and finetune. Based on this framework, continue training can be performed on the Ling-mini-2.0 checkpoint. With our training framework, the training throughput of the Ling-mini-2.0 model is significantly better than that of the existing Dense 8B model (Qwen3-8B, Llama3-8B).
+
+### Pre-training
+
+[Pretraining demo](https://github.com/inclusionAI/Ling-V2/blob/main/docs/gpu_based_training.md) to Continue pretraining Ling models.
+
+#### Performance Benchmark
+
+The table below shows the pre-training performance of several models, measured in **tokens per second** on 8, 16, and 32 80G GPUs. Ling-mini-2.0 achieves significantly higher training efficiency compared to the baseline, making it easier and more cost-effective to continue pre-training with our [demo scripts](https://github.com/inclusionAI/Ling-V2/blob/main/docs/gpu_based_training.md).
+
+<center>
+
+|        **Model**        | **8 x 80G GPUs (GBS=128)** | **16 x 80G GPUs (GBS=256)** | **32 x 80G GPUs (GBS=512)** |
+|:-----------------------:| :--------------------: | :---------------------: | :---------------------: |
+| LLaMA 3.1 8B (baseline) |         81222          |         161319          |         321403          |
+|        Qwen3 8B         |    55775 (-31.33%)     |    109799 (-31.94%)     |    219943 (-31.57%)     |
+|      Ling-mini-2.0      |    109532 (+34.86%)    |    221585 (+37.36%)     |    448726 (+39.61%)     |
+|  Ling-mini-2.0 w/o MTP  |    128298 (+57.96%)    |    307264 (+90.47%)     |    611466 (+90.25%)     |
+
+</center>
+
+### Finetuning
+
+We recommend you to use [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory) to [finetune Ling](https://github.com/inclusionAI/Ling-V2/blob/main/docs/llamafactory_finetuning.md). In addition to that, you can also use [Megatron for finetuning](https://github.com/inclusionAI/Ling-V2/blob/main/docs/megatron_sft_training.md).
+
+## License
+
+This code repository is licensed under [the MIT License](https://github.com/inclusionAI/Ling-V2/blob/master/LICENCE).
+
+## Citation
+
+If you find our work helpful, feel free to give us a cite.
+
+```
+
+```
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..c131f41
--- /dev/null
+++ b/config.json
@@ -0,0 +1,51 @@
+{
+    "architectures": [
+        "BailingMoeV2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+        "AutoConfig": "configuration_bailing_moe_v2.BailingMoeV2Config",
+        "AutoModel": "modeling_bailing_moe_v2.BailingMoeV2Model",
+        "AutoModelForCausalLM": "modeling_bailing_moe_v2.BailingMoeV2ForCausalLM"
+    },
+    "num_hidden_layers": 20,
+    "hidden_size": 2048,
+    "intermediate_size": 5120,
+    "eos_token_id": 156892,
+    "pad_token_id": 156892,
+    "first_k_dense_replace": 1,
+    "hidden_act": "silu",
+    "max_position_embeddings": 4096,
+    "model_type": "bailing_moe",
+    "moe_intermediate_size": 512,
+    "norm_topk_prob": true,
+    "num_experts_per_tok": 8,
+    "num_attention_heads": 16,
+    "num_experts": 256,
+    "num_key_value_heads": 4,
+    "rope_theta": 10000,
+    "rope_scaling": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.52.3",
+    "use_bias": false,
+    "use_rmsnorm": true,
+    "rms_norm_eps": 1e-06,
+    "head_dim": 128,
+    "num_shared_experts": 1,
+    "use_cache": true,
+    "use_qkv_bias": false,
+    "embedding_dropout": 0.0,
+    "output_dropout": 0.0,
+    "vocab_size": 157184,
+    "partial_rotary_factor": 0.5,
+    "router_dtype": "fp32",
+    "moe_router_enable_expert_bias": true,
+    "routed_scaling_factor": 2.5,
+    "n_group": 8,
+    "topk_group": 4,
+    "use_qk_norm": true,
+    "score_function": "sigmoid",
+    "moe_shared_expert_intermediate_size": 512,
+    "num_nextn_predict_layers": 1
+}
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..f9291c3
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework":"Pytorch","task":"text-generation"}
\ No newline at end of file
diff --git a/configuration_bailing_moe_v2.py b/configuration_bailing_moe_v2.py
new file mode 100644
index 0000000..924d8af
--- /dev/null
+++ b/configuration_bailing_moe_v2.py
@@ -0,0 +1,84 @@
+"""Bailing MoE V2 model configuration"""
+
+from transformers.configuration_utils import PretrainedConfig
+
+
+class BailingMoeV2Config(PretrainedConfig):
+
+    def __init__(
+        self,
+        vocab_size=157184,
+        hidden_size=2048,
+        intermediate_size=5120,
+        num_hidden_layers=20,
+        num_attention_heads=16,
+        num_key_value_heads=4,
+        hidden_act="silu",
+        use_qkv_bias=False,  # bailing only
+        use_bias=False,  # bailing only
+        rms_norm_eps=1e-06,
+        tie_word_embeddings=False,  # PretrainedConfig key, here change default value.
+        embedding_dropout=0.0,
+        attention_dropout=0.0,
+        output_dropout=0.0,
+        initializer_range=0.02,
+        max_position_embeddings=32768,
+        rope_theta=600000.0,
+        use_cache=True,
+        max_window_layers=20,
+        rope_scaling=None,
+        pad_token_id=156892,
+        eos_token_id=156892,
+        num_experts=256,
+        num_shared_experts=1,
+        num_experts_per_tok=8,
+        n_group=8,
+        topk_group=4,
+        moe_intermediate_size=512,
+        first_k_dense_replace=1,
+        head_dim=128,
+        output_router_logits=False,
+        use_qk_norm=True,
+        num_nextn_predict_layers=0,
+        mtp_loss_scaling_factor=0,
+        moe_router_enable_expert_bias=True,
+        routed_scaling_factor=1.0,
+        **kwargs,
+    ):
+        self.num_hidden_layers = num_hidden_layers
+        self.vocab_size = vocab_size
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.num_attention_heads = num_attention_heads
+        self.num_key_value_heads = num_key_value_heads
+        self.hidden_act = hidden_act
+        self.use_qkv_bias = use_qkv_bias
+        self.use_bias = use_bias
+        self.rms_norm_eps = rms_norm_eps
+        self.embedding_dropout = embedding_dropout
+        self.attention_dropout = attention_dropout
+        self.output_dropout = output_dropout
+        self.num_nextn_predict_layers = num_nextn_predict_layers
+        self.mtp_loss_scaling_factor = mtp_loss_scaling_factor
+        self.initializer_range = initializer_range
+        self.max_position_embeddings = max_position_embeddings
+        self.rope_theta = rope_theta
+        self.use_cache = use_cache
+        self.max_window_layers = max_window_layers
+        self.head_dim = head_dim or self.hidden_size // self.num_attention_heads
+        self.rope_scaling = rope_scaling
+        self.use_qk_norm = use_qk_norm
+        self.moe_router_enable_expert_bias = moe_router_enable_expert_bias
+        self.routed_scaling_factor = routed_scaling_factor
+
+        # MoE configs
+        self.num_experts = num_experts
+        self.num_shared_experts = num_shared_experts
+        self.num_experts_per_tok = num_experts_per_tok
+        self.n_group = n_group
+        self.topk_group = topk_group
+        self.moe_intermediate_size = moe_intermediate_size
+        self.first_k_dense_replace = first_k_dense_replace
+        self.output_router_logits = output_router_logits
+
+        super().__init__(pad_token_id=pad_token_id, eos_token_id=eos_token_id, tie_word_embeddings=tie_word_embeddings, **kwargs)
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000..168ae1e
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,6 @@
+{
+    "eos_token_id": 156892,
+    "pad_token_id": 156892,
+    "do_sample": false,
+    "transformers_version": "4.52.3"
+}
\ No newline at end of file
diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors
new file mode 100644
index 0000000..97cba8b
--- /dev/null
+++ b/model-00001-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ebf6fe9a133ae0571d13d79e5ef12e29ae8cb3fe82133ff3903abe0cdd1e0
+size 10202198792
diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors
new file mode 100644
index 0000000..305ac11
--- /dev/null
+++ b/model-00002-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3492aa9df5ac4214ddfe3caa8e529ba0e57dabc62d5d8308112cd757038a21
+size 10205346968
diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors
new file mode 100644
index 0000000..0254469
--- /dev/null
+++ b/model-00003-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9b0a25bf31e986f57bc125f021639e1fcde873fbe38fde09ee21c3c62857f
+size 10247524944
diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors
new file mode 100644
index 0000000..9c1e181
--- /dev/null
+++ b/model-00004-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a7e28fe4c95b584bf6e1f17ff57d0ff875d8ea85d534538aec149e81e601e
+size 3513886136
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000..c64fb6a
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,15603 @@
+{
+  "metadata": {
+    "total_size": 34167020032
+  },
+  "weight_map": {
+    "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.0.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.1.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.2.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.3.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.4.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.5.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.6.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.7.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.8.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.9.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.10.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.11.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.12.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.13.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.14.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.15.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.16.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.17.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.18.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.19.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.20.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.21.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.22.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.23.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.24.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.25.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.26.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.27.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.28.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.29.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.30.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.31.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.32.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.33.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.34.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.35.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.36.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.37.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.38.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.39.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.40.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.41.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.42.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.43.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.44.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.45.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.46.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.47.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.48.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.49.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.50.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.51.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.52.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.53.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.54.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.55.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.56.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.57.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.58.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.59.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.60.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.61.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.62.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.63.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.64.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.65.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.66.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.67.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.68.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.69.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.70.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.71.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.72.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.73.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.74.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.75.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.76.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.77.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.78.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.79.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.80.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.81.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.82.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.83.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.84.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.85.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.86.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.87.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.88.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.89.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.90.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.91.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.92.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.93.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.94.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.95.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.96.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.97.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.98.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.99.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.100.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.101.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.102.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.103.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.104.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.105.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.106.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.107.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.108.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.109.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.110.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.111.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.112.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.113.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.114.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.115.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.116.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.117.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.118.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.119.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.120.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.121.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.122.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.123.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.124.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.125.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.126.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.127.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.128.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.129.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.130.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.131.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.132.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.133.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.134.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.135.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.136.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.137.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.138.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.139.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.140.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.141.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.142.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.143.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.144.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.145.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.146.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.147.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.148.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.149.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.150.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.151.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.152.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.153.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.154.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.155.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.156.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.157.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.158.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.159.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.160.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.161.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.162.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.163.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.164.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.165.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.166.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.167.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.168.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.169.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.170.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.171.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.172.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.173.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.174.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.175.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.176.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.177.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.178.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.179.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.180.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.181.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.182.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.183.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.184.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.185.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.186.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.187.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.188.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.189.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.190.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.191.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.192.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.193.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.194.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.195.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.196.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.197.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.198.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.199.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.200.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.201.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.202.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.203.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.204.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.205.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.206.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.207.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.208.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.209.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.210.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.211.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.212.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.213.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.214.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.215.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.216.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.217.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.218.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.219.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.220.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.221.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.222.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.223.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.224.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.225.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.226.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.227.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.228.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.229.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.230.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.231.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.232.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.233.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.234.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.235.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.236.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.237.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.238.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.239.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.240.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.241.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.242.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.243.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.244.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.245.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.246.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.247.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.248.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.249.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.250.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.251.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.252.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.253.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.254.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.experts.255.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.0.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.1.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.2.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.3.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.4.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.5.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.6.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.7.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.8.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.9.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.10.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.11.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.12.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.13.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.14.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.15.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.16.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.17.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.18.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.19.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.20.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.21.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.22.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.23.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.24.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.25.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.26.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.27.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.28.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.29.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.30.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.31.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.32.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.33.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.34.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.35.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.36.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.37.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.38.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.39.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.40.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.41.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.42.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.43.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.44.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.45.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.46.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.47.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.48.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.49.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.50.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.51.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.52.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.53.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.54.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.55.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.56.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.57.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.58.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.59.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.60.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.61.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.62.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.63.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.64.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.65.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.66.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.67.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.68.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.69.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.70.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.71.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.72.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.73.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.74.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.75.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.76.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.77.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.78.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.79.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.80.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.81.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.82.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.83.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.84.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.85.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.86.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.87.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.88.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.89.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.90.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.91.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.92.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.93.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.94.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.95.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.96.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.97.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.98.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.99.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.100.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.101.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.102.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.103.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.104.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.105.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.106.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.107.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.108.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.109.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.110.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.111.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.112.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.113.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.114.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.115.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.116.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.117.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.118.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.119.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.120.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.121.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.122.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.123.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.124.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.125.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.126.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.127.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.128.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.129.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.130.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.131.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.132.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.133.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.134.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.135.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.136.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.137.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.138.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.139.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.140.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.141.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.142.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.143.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.144.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.145.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.146.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.147.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.148.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.149.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.150.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.151.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.152.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.153.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.154.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.155.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.156.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.157.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.158.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.159.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.160.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.161.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.162.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.163.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.164.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.165.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.166.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.167.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.168.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.169.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.170.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.171.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.172.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.173.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.174.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.175.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.176.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.177.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.178.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.179.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.180.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.181.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.182.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.183.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.184.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.185.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.186.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.187.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.188.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.189.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.190.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.191.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.192.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.193.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.194.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.195.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.196.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.197.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.198.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.199.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.200.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.201.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.202.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.203.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.204.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.205.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.206.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.207.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.208.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.209.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.210.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.211.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.212.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.213.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.214.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.215.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.216.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.217.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.218.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.219.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.220.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.221.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.222.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.223.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.224.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.225.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.226.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.227.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.228.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.229.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.230.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.231.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.232.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.233.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.234.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.235.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.236.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.237.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.238.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.239.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.240.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.241.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.242.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.243.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.244.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.245.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.246.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.247.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.248.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.249.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.250.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.251.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.252.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.253.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.254.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.experts.255.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.0.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.1.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.2.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.3.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.4.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.5.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.6.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.7.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.8.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.9.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.10.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.11.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.12.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.13.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.14.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.15.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.16.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.17.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.18.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.19.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.20.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.21.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.22.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.23.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.24.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.25.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.26.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.27.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.28.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.29.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.30.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.31.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.32.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.33.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.34.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.35.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.36.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.37.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.38.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.39.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.40.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.41.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.42.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.43.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.44.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.45.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.46.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.47.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.48.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.49.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.50.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.51.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.52.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.53.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.54.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.55.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.56.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.57.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.58.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.59.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.60.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.61.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.62.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.63.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.64.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.65.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.66.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.67.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.68.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.69.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.70.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.71.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.72.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.73.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.74.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.75.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.76.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.77.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.78.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.79.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.80.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.81.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.82.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.83.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.84.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.85.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.86.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.87.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.88.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.89.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.90.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.91.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.92.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.93.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.94.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.95.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.96.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.97.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.98.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.99.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.100.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.101.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.102.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.103.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.104.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.105.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.106.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.107.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.108.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.109.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.110.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.111.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.112.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.113.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.114.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.115.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.116.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.117.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.118.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.119.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.120.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.121.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.122.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.123.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.124.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.125.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.126.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.127.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.128.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.129.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.130.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.131.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.132.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.133.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.134.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.135.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.136.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.137.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.138.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.139.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.140.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.141.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.142.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.143.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.144.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.145.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.146.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.147.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.148.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.149.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.150.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.151.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.152.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.153.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.154.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.155.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.156.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.157.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.158.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.159.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.160.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.161.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.162.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.163.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.164.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.165.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.166.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.167.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.168.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.169.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.170.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.171.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.172.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.173.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.174.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.175.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.176.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.177.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.178.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.179.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.180.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.181.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.182.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.183.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.184.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.185.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.186.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.187.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.188.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.189.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.190.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.191.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.192.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.193.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.194.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.195.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.196.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.197.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.198.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.199.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.200.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.201.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.202.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.203.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.204.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.205.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.206.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.207.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.208.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.209.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.210.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.211.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.212.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.213.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.214.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.215.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.216.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.217.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.218.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.219.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.220.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.221.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.222.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.223.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.224.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.225.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.226.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.227.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.228.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.229.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.230.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.231.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.232.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.233.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.234.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.235.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.236.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.237.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.238.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.239.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.240.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.241.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.242.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.243.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.244.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.245.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.246.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.247.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.248.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.249.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.250.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.251.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.252.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.253.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.254.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.experts.255.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.0.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.1.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.2.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.3.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.4.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.5.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.6.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.7.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.8.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.9.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.10.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.11.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.12.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.13.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.14.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.15.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.16.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.17.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.18.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.19.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.20.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.21.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.22.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.23.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.24.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.25.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.26.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.27.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.28.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.29.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.30.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.31.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.32.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.33.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.34.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.35.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.36.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.37.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.38.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.39.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.40.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.41.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.42.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.43.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.44.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.45.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.46.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.47.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.48.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.49.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.50.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.51.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.52.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.53.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.54.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.55.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.56.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.57.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.58.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.59.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.60.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.61.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.62.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.63.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.64.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.65.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.66.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.67.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.68.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.69.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.70.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.71.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.72.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.73.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.74.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.75.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.76.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.77.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.78.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.79.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.80.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.81.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.82.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.83.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.84.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.85.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.86.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.87.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.88.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.89.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.90.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.91.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.92.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.93.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.94.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.95.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.96.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.97.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.98.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.99.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.100.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.101.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.102.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.103.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.104.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.105.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.106.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.107.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.108.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.109.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.110.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.111.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.112.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.113.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.114.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.115.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.116.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.117.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.118.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.119.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.120.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.121.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.122.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.123.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.124.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.125.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.126.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.127.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.128.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.129.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.130.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.131.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.132.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.133.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.134.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.135.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.136.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.137.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.138.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.139.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.140.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.141.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.142.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.143.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.144.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.145.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.146.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.147.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.148.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.149.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.150.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.151.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.152.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.153.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.154.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.155.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.156.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.157.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.158.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.159.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.160.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.161.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.162.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.163.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.164.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.165.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.166.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.167.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.168.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.169.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.170.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.171.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.172.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.173.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.174.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.175.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.176.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.177.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.178.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.179.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.180.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.181.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.182.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.183.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.184.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.185.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.186.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.187.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.188.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.189.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.190.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.191.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.192.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.193.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.194.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.195.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.196.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.197.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.198.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.199.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.200.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.201.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.202.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.203.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.204.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.205.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.206.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.207.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.208.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.209.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.210.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.211.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.212.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.213.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.214.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.215.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.216.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.217.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.218.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.219.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.220.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.221.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.222.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.223.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.224.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.225.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.226.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.227.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.228.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.229.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.230.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.231.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.232.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.233.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.234.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.235.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.236.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.237.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.238.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.239.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.240.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.241.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.242.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.243.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.244.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.245.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.246.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.247.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.248.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.249.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.250.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.251.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.252.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.253.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.254.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.experts.255.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.0.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.1.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.2.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.3.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.4.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.5.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.6.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.7.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.8.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.9.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.10.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.11.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.12.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.13.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.14.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.15.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.16.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.17.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.18.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.19.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.20.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.21.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.22.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.23.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.24.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.25.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.26.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.27.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.28.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.29.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.30.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.31.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.32.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.33.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.34.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.35.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.36.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.37.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.38.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.39.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.40.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.41.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.42.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.43.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.44.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.45.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.46.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.47.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.48.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.49.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.50.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.51.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.52.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.53.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.54.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.55.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.56.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.57.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.58.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.59.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.60.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.61.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.62.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.63.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.64.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.65.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.66.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.67.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.68.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.69.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.70.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.71.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.72.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.73.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.74.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.75.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.76.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.77.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.78.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.79.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.80.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.81.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.82.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.83.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.84.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.85.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.86.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.87.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.88.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.89.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.90.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.91.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.92.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.93.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.94.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.95.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.96.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.97.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.98.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.99.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.100.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.101.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.102.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.103.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.104.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.105.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.106.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.107.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.108.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.109.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.110.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.111.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.112.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.113.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.114.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.115.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.116.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.117.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.118.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.119.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.120.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.121.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.122.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.123.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.124.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.125.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.126.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.127.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.128.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.129.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.130.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.131.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.132.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.133.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.134.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.135.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.136.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.137.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.138.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.139.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.140.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.141.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.142.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.143.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.144.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.145.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.146.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.147.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.148.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.149.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.150.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.151.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.152.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.153.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.154.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.155.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.156.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.157.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.158.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.159.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.160.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.161.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.162.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.163.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.164.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.165.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.166.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.167.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.168.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.169.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.170.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.171.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.172.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.173.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.174.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.175.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.176.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.177.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.178.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.179.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.180.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.181.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.182.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.183.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.184.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.185.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.186.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.187.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.188.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.189.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.190.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.191.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.192.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.193.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.194.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.195.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.196.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.197.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.198.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.199.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.200.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.201.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.202.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.203.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.204.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.205.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.206.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.207.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.208.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.209.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.210.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.211.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.212.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.213.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.214.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.215.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.216.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.217.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.218.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.219.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.220.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.221.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.222.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.223.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.224.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.225.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.226.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.227.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.228.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.229.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.230.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.231.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.232.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.233.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.234.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.235.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.236.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.237.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.238.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.239.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.240.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.241.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.242.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.243.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.244.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.245.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.246.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.247.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.248.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.249.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.250.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.251.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.252.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.253.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.254.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.255.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.0.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.1.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.2.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.3.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.4.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.5.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.6.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.7.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.8.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.9.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.10.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.11.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.12.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.13.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.14.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.15.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.16.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.17.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.18.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.19.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.20.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.21.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.22.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.23.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.24.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.25.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.26.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.27.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.28.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.29.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.30.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.31.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.32.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.33.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.34.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.35.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.36.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.37.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.38.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.39.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.40.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.41.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.42.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.43.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.44.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.45.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.46.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.47.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.48.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.49.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.50.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.51.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.52.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.53.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.54.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.55.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.56.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.57.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.58.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.59.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.60.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.61.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.62.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.63.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.64.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.65.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.66.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.67.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.68.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.69.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.70.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.71.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.72.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.73.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.74.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.75.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.76.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.77.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.78.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.79.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.80.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.81.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.82.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.83.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.84.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.85.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.86.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.87.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.88.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.89.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.90.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.91.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.92.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.93.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.94.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.95.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.96.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.97.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.98.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.99.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.100.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.101.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.102.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.103.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.104.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.105.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.106.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.107.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.108.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.109.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.110.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.111.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.112.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.113.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.114.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.115.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.116.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.117.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.118.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.119.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.120.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.121.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.122.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.123.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.124.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.125.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.126.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.127.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.128.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.129.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.130.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.131.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.132.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.133.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.134.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.135.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.136.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.137.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.138.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.139.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.140.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.141.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.142.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.143.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.144.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.145.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.146.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.147.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.148.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.149.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.150.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.151.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.152.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.153.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.154.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.155.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.156.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.157.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.158.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.159.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.160.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.161.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.162.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.163.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.164.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.165.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.166.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.167.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.168.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.169.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.170.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.171.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.172.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.173.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.174.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.175.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.176.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.177.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.178.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.179.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.180.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.181.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.182.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.183.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.184.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.185.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.186.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.187.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.188.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.189.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.190.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.191.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.192.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.193.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.194.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.195.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.196.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.197.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.198.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.199.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.200.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.201.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.202.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.203.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.204.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.205.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.206.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.207.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.208.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.209.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.210.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.211.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.212.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.213.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.214.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.215.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.216.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.217.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.218.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.219.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.220.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.221.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.222.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.223.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.224.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.225.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.226.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.227.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.228.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.229.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.230.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.231.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.232.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.233.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.234.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.235.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.236.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.237.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.238.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.239.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.240.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.241.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.242.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.243.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.244.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.245.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.246.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.247.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.248.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.249.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.250.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.251.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.252.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.253.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.254.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.experts.255.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.0.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.1.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.2.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.3.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.4.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.5.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.6.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.7.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.8.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.9.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.10.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.11.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.12.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.13.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.14.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.15.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.16.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.17.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.18.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.19.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.20.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.21.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.22.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.23.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.24.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.25.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.26.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.27.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.28.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.29.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.30.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.31.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.32.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.33.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.34.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.35.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.36.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.37.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.38.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.39.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.40.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.41.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.42.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.43.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.44.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.45.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.46.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.47.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.48.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.49.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.50.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.51.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.52.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.53.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.54.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.55.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.56.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.57.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.58.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.59.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.60.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.61.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.62.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.63.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.64.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.65.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.66.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.67.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.68.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.69.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.70.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.71.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.72.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.73.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.74.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.75.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.76.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.77.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.78.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.79.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.80.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.81.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.82.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.83.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.84.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.85.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.86.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.87.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.88.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.89.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.90.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.91.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.92.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.93.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.94.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.95.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.96.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.97.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.98.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.99.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.100.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.101.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.102.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.103.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.104.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.105.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.106.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.107.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.108.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.109.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.110.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.111.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.112.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.113.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.114.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.115.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.116.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.117.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.118.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.119.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.120.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.121.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.122.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.123.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.124.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.125.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.126.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.127.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.128.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.129.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.130.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.131.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.132.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.133.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.134.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.135.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.136.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.137.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.138.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.139.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.140.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.141.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.142.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.143.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.144.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.145.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.146.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.147.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.148.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.149.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.150.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.151.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.152.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.153.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.154.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.155.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.156.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.157.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.158.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.159.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.160.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.161.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.162.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.163.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.164.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.165.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.166.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.167.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.168.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.169.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.170.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.171.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.172.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.173.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.174.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.175.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.176.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.177.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.178.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.179.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.180.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.181.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.182.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.183.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.184.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.185.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.186.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.187.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.188.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.189.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.190.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.191.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.192.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.193.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.194.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.195.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.196.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.197.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.198.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.199.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.200.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.201.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.202.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.203.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.204.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.205.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.206.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.207.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.208.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.209.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.210.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.211.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.212.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.213.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.214.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.215.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.216.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.217.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.218.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.219.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.220.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.221.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.222.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.223.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.224.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.225.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.226.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.227.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.228.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.229.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.230.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.231.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.232.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.233.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.234.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.235.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.236.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.237.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.238.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.239.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.240.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.241.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.242.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.243.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.244.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.245.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.246.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.247.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.248.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.249.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.250.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.251.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.252.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.253.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.254.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.experts.255.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.0.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.1.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.2.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.3.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.4.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.5.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.6.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.7.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.8.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.9.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.10.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.11.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.12.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.13.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.14.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.15.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.16.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.17.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.18.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.19.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.20.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.21.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.22.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.23.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.24.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.25.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.26.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.27.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.28.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.29.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.30.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.31.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.32.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.33.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.34.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.35.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.36.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.37.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.38.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.39.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.40.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.41.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.42.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.43.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.44.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.45.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.46.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.47.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.48.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.49.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.50.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.51.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.52.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.53.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.54.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.55.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.56.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.57.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.58.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.59.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.60.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.61.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.62.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.63.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.64.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.65.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.66.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.67.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.68.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.69.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.70.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.71.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.72.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.73.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.74.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.75.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.76.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.77.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.78.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.79.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.80.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.81.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.82.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.83.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.84.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.85.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.86.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.87.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.88.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.89.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.90.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.91.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.92.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.93.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.94.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.95.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.96.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.97.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.98.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.99.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.100.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.101.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.102.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.103.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.104.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.105.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.106.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.107.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.108.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.109.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.110.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.111.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.112.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.113.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.114.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.115.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.116.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.117.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.118.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.119.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.120.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.121.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.122.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.123.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.124.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.125.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.126.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.127.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.128.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.129.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.130.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.131.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.132.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.133.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.134.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.135.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.136.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.137.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.138.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.139.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.140.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.141.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.142.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.143.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.144.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.145.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.146.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.147.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.148.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.149.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.150.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.151.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.152.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.153.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.154.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.155.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.156.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.157.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.158.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.159.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.160.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.161.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.162.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.163.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.164.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.165.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.166.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.167.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.168.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.169.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.170.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.171.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.172.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.173.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.174.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.175.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.176.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.177.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.178.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.179.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.180.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.181.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.182.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.183.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.184.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.185.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.186.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.187.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.188.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.189.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.190.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.191.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.192.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.193.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.194.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.195.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.196.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.197.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.198.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.199.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.200.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.201.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.202.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.203.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.204.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.205.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.206.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.207.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.208.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.209.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.210.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.211.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.212.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.213.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.214.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.215.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.216.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.217.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.218.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.219.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.220.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.221.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.222.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.223.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.224.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.225.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.226.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.227.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.228.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.229.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.230.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.231.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.232.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.233.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.234.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.235.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.236.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.237.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.238.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.239.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.240.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.241.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.242.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.243.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.244.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.245.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.246.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.247.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.248.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.249.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.250.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.251.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.252.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.253.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.254.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.experts.255.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.0.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.1.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.2.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.3.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.4.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.5.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.6.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.7.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.8.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.9.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.10.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.11.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.12.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.13.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.14.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.15.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.16.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.17.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.18.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.19.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.20.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.21.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.22.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.23.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.24.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.25.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.26.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.27.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.28.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.29.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.30.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.31.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.32.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.33.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.34.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.35.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.36.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.37.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.38.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.39.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.40.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.41.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.42.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.43.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.44.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.45.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.46.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.47.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.48.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.49.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.50.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.51.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.52.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.53.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.54.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.55.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.56.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.57.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.58.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.59.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.60.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.61.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.62.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.63.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.64.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.65.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.66.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.67.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.68.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.69.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.70.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.71.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.72.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.73.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.74.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.75.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.76.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.77.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.78.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.79.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.80.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.81.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.82.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.83.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.84.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.85.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.86.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.87.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.88.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.89.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.90.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.91.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.92.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.93.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.94.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.95.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.96.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.97.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.98.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.99.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.100.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.101.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.102.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.103.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.104.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.105.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.106.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.107.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.108.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.109.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.110.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.111.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.112.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.113.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.114.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.115.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.116.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.117.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.118.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.119.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.120.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.121.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.122.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.123.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.124.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.125.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.126.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.127.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.128.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.129.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.130.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.131.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.132.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.133.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.134.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.135.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.136.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.137.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.138.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.139.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.140.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.141.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.142.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.143.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.144.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.145.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.146.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.147.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.148.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.149.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.150.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.151.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.152.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.153.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.154.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.155.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.156.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.157.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.158.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.159.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.160.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.161.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.162.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.163.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.164.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.165.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.166.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.167.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.168.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.169.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.170.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.171.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.172.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.173.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.174.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.175.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.176.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.177.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.178.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.179.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.180.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.181.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.182.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.183.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.184.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.185.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.186.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.187.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.188.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.189.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.190.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.191.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.192.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.193.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.194.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.195.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.196.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.197.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.198.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.199.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.200.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.201.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.202.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.203.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.204.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.205.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.206.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.207.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.208.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.209.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.210.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.211.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.212.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.213.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.214.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.215.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.216.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.217.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.218.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.219.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.220.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.221.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.222.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.223.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.224.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.225.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.226.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.227.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.228.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.229.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.230.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.231.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.232.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.233.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.234.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.235.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.236.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.237.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.238.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.239.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.240.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.241.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.242.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.243.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.244.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.245.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.246.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.247.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.248.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.249.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.250.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.251.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.252.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.253.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.254.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.experts.255.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.0.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.1.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.2.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.3.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.4.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.5.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.6.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.7.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.8.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.9.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.10.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.11.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.12.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.13.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.14.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.15.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.16.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.17.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.18.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.19.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.20.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.21.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.22.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.23.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.24.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.25.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.26.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.27.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.28.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.29.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.30.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.31.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.32.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.33.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.34.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.35.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.36.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.37.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.38.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.39.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.40.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.41.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.42.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.43.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.44.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.45.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.46.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.47.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.48.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.49.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.50.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.51.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.52.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.53.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.54.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.55.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.56.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.57.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.58.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.59.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.60.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.61.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.62.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.63.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.64.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.65.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.66.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.67.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.68.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.69.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.70.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.71.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.72.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.73.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.74.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.75.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.76.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.77.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.78.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.79.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.80.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.81.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.82.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.83.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.84.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.85.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.86.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.87.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.88.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.89.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.90.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.91.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.92.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.93.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.94.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.95.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.96.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.97.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.98.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.99.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.100.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.101.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.102.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.103.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.104.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.105.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.106.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.107.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.108.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.109.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.110.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.111.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.112.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.113.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.114.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.115.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.116.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.117.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.118.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.119.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.120.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.121.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.122.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.123.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.124.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.125.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.126.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.127.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.128.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.129.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.130.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.131.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.132.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.133.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.134.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.135.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.136.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.137.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.138.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.139.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.140.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.141.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.142.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.143.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.144.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.145.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.146.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.147.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.148.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.149.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.150.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.151.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.152.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.153.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.154.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.155.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.156.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.157.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.158.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.159.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.160.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.161.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.162.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.163.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.164.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.165.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.166.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.167.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.168.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.169.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.170.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.171.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.172.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.173.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.174.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.175.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.176.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.177.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.178.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.179.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.180.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.181.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.182.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.183.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.184.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.185.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.186.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.187.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.188.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.189.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.190.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.191.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.192.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.193.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.194.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.195.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.196.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.197.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.198.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.199.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.200.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.201.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.202.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.203.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.204.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.205.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.206.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.207.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.208.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.209.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.210.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.211.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.212.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.213.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.214.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.215.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.216.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.217.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.218.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.219.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.220.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.221.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.222.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.223.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.224.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.225.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.226.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.227.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.228.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.229.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.230.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.231.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.232.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.233.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.234.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.235.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.236.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.237.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.238.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.239.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.240.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.241.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.242.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.243.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.244.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.245.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.246.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.247.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.248.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.249.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.250.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.251.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.252.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.253.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.254.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.experts.255.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.0.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.1.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.2.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.3.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.4.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.5.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.6.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.7.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.8.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.9.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.10.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.11.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.12.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.13.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.14.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.15.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.16.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.17.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.18.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.19.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.20.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.21.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.22.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.23.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.24.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.25.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.26.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.27.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.28.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.29.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.30.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.31.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.32.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.33.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.34.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.35.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.36.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.37.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.38.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.39.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.40.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.41.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.42.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.43.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.44.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.45.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.46.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.47.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.48.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.49.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.50.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.51.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.52.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.53.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.54.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.55.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.56.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.57.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.58.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.59.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.60.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.61.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.62.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.63.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.64.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.65.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.66.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.67.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.68.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.69.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.70.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.71.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.72.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.73.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.74.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.75.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.76.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.77.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.78.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.79.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.80.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.81.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.82.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.83.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.84.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.85.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.86.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.87.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.88.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.89.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.90.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.91.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.92.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.93.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.94.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.95.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.96.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.97.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.98.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.99.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.100.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.101.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.102.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.103.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.104.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.105.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.106.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.107.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.108.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.109.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.110.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.111.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.112.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.113.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.114.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.115.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.116.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.117.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.118.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.119.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.120.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.121.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.122.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.123.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.124.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.125.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.126.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.127.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.128.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.129.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.130.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.131.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.132.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.133.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.134.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.135.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.136.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.137.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.138.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.139.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.140.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.141.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.142.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.143.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.144.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.145.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.146.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.147.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.148.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.149.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.150.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.151.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.152.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.153.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.154.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.155.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.156.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.157.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.158.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.159.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.160.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.161.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.162.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.163.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.164.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.165.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.166.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.167.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.168.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.169.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.170.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.171.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.172.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.173.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.174.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.175.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.176.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.177.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.178.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.179.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.180.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.181.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.182.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.183.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.184.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.185.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.186.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.187.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.188.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.189.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.190.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.191.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.192.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.193.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.194.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.195.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.196.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.197.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.198.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.199.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.200.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.201.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.202.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.203.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.204.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.205.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.206.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.207.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.208.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.209.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.210.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.211.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.212.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.213.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.214.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.215.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.216.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.217.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.218.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.219.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.220.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.221.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.222.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.223.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.224.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.225.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.226.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.227.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.228.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.229.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.230.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.231.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.232.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.233.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.234.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.235.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.236.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.237.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.238.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.239.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.240.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.241.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.242.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.243.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.244.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.245.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.246.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.247.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.248.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.249.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.250.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.251.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.252.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.253.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.254.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.experts.255.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.17.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.8.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.0.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.0.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.1.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.1.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.2.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.2.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.3.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.3.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.4.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.4.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.5.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.5.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.6.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.6.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.7.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.8.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.8.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.9.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.9.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.10.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.10.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.11.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.11.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.12.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.12.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.13.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.13.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.14.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.14.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.15.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.15.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.16.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.16.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.17.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.17.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.18.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.18.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.19.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.19.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.20.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.20.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.21.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.21.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.22.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.22.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.23.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.23.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.24.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.24.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.25.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.25.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.26.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.26.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.27.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.27.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.28.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.28.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.29.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.29.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.30.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.30.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.31.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.31.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.32.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.32.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.33.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.33.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.34.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.34.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.35.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.35.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.36.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.36.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.37.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.37.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.38.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.38.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.39.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.39.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.40.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.40.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.41.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.41.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.42.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.42.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.43.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.43.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.44.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.44.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.45.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.45.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.46.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.46.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.47.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.47.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.48.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.48.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.49.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.49.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.50.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.50.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.51.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.51.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.52.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.52.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.53.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.53.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.54.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.54.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.55.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.55.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.56.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.56.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.57.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.57.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.58.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.58.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.59.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.59.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.60.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.60.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.61.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.61.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.62.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.62.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.63.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.64.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.64.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.65.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.65.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.66.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.66.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.67.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.67.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.68.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.68.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.69.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.69.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.70.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.70.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.71.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.71.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.72.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.72.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.73.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.73.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.74.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.74.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.75.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.75.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.76.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.76.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.77.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.77.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.78.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.78.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.79.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.79.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.80.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.80.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.81.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.81.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.82.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.82.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.83.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.83.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.84.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.84.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.85.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.85.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.86.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.86.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.87.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.87.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.88.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.88.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.89.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.89.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.90.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.90.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.91.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.91.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.92.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.92.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.93.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.93.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.94.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.94.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.95.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.95.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.96.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.96.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.97.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.97.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.98.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.98.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.99.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.99.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.100.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.100.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.101.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.101.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.102.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.102.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.103.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.103.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.104.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.104.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.105.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.105.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.106.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.106.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.107.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.107.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.108.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.108.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.109.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.109.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.110.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.110.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.111.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.111.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.112.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.112.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.113.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.113.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.114.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.114.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.115.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.115.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.116.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.116.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.117.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.117.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.118.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.118.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.119.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.119.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.120.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.120.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.121.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.121.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.122.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.122.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.123.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.123.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.124.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.124.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.125.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.125.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.126.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.126.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.127.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.127.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.128.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.128.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.129.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.129.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.130.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.130.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.131.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.131.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.132.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.132.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.133.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.133.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.134.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.134.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.135.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.135.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.136.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.136.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.137.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.137.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.138.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.138.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.139.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.139.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.140.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.140.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.141.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.141.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.142.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.142.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.143.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.143.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.144.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.144.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.145.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.145.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.146.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.146.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.147.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.147.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.148.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.148.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.149.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.149.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.150.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.150.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.151.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.151.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.152.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.152.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.153.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.153.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.154.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.154.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.155.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.155.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.156.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.156.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.157.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.157.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.158.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.158.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.159.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.159.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.160.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.160.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.161.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.161.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.162.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.162.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.163.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.163.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.164.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.164.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.165.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.165.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.166.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.166.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.167.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.167.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.168.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.168.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.169.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.169.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.170.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.170.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.171.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.171.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.172.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.172.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.173.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.173.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.174.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.174.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.175.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.175.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.176.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.176.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.177.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.177.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.178.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.178.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.179.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.179.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.180.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.180.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.181.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.181.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.182.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.182.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.183.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.183.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.184.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.184.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.185.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.185.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.186.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.186.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.187.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.187.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.188.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.188.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.189.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.189.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.190.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.190.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.191.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.191.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.192.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.192.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.193.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.193.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.194.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.194.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.195.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.195.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.196.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.196.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.197.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.197.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.198.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.198.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.199.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.199.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.200.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.200.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.201.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.201.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.202.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.202.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.203.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.203.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.204.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.204.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.205.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.205.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.206.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.206.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.207.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.207.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.208.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.208.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.209.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.209.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.210.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.210.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.211.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.211.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.212.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.212.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.213.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.213.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.214.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.214.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.215.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.215.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.216.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.216.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.217.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.217.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.218.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.218.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.219.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.219.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.220.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.220.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.221.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.221.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.222.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.222.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.223.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.223.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.224.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.224.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.225.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.225.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.226.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.226.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.227.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.227.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.228.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.228.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.229.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.229.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.230.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.230.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.231.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.231.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.232.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.232.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.233.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.233.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.234.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.234.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.235.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.235.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.236.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.236.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.237.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.237.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.238.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.238.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.239.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.239.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.240.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.240.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.241.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.241.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.242.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.242.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.243.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.243.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.244.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.244.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.245.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.245.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.246.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.246.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.247.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.247.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.248.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.248.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.249.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.249.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.250.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.250.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.251.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.251.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.252.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.252.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.253.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.253.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.254.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.254.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.255.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.experts.255.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.1.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.0.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.1.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.2.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.3.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.4.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.5.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.6.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.7.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.8.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.9.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.10.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.11.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.12.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.13.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.14.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.15.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.16.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.17.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.18.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.19.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.20.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.21.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.22.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.23.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.24.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.25.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.26.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.27.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.28.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.29.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.30.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.31.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.32.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.33.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.34.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.35.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.36.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.37.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.38.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.39.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.40.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.41.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.42.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.43.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.44.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.45.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.46.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.47.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.48.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.49.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.50.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.51.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.52.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.53.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.54.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.55.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.56.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.57.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.58.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.59.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.60.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.61.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.62.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.63.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.64.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.65.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.66.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.67.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.68.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.69.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.70.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.71.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.72.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.73.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.74.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.75.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.76.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.77.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.78.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.79.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.80.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.81.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.82.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.83.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.84.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.85.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.86.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.87.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.88.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.89.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.90.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.91.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.92.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.93.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.94.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.95.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.96.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.97.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.98.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.99.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.100.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.101.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.102.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.103.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.104.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.105.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.106.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.107.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.108.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.109.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.110.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.111.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.112.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.113.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.114.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.115.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.116.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.117.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.118.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.119.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.120.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.121.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.122.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.123.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.124.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.125.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.126.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.127.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.128.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.129.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.130.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.131.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.132.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.133.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.134.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.135.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.136.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.137.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.138.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.139.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.140.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.141.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.142.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.143.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.144.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.145.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.146.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.147.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.148.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.149.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.150.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.151.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.152.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.153.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.154.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.155.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.156.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.157.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.158.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.159.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.160.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.161.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.162.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.163.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.164.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.165.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.166.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.167.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.168.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.169.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.170.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.171.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.172.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.173.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.174.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.175.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.176.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.177.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.178.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.179.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.180.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.181.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.182.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.183.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.184.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.185.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.186.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.187.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.188.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.189.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.190.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.191.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.192.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.193.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.194.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.195.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.196.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.197.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.198.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.199.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.200.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.201.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.202.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.203.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.204.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.205.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.206.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.207.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.208.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.209.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.210.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.211.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.212.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.213.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.214.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.215.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.216.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.217.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.218.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.219.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.220.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.221.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.222.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.223.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.224.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.225.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.226.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.227.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.228.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.229.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.230.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.231.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.232.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.233.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.234.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.235.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.236.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.237.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.238.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.239.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.240.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.241.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.242.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.243.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.244.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.245.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.246.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.247.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.248.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.249.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.250.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.251.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.252.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.253.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.254.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.experts.255.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.0.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.1.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.2.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.3.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.4.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.5.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.6.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.7.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.8.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.9.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.10.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.11.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.12.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.13.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.14.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.15.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.16.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.17.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.18.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.19.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.20.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.21.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.22.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.23.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.24.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.25.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.26.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.27.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.28.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.29.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.30.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.31.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.32.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.33.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.34.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.35.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.36.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.37.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.38.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.39.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.40.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.41.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.42.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.43.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.44.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.45.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.46.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.47.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.48.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.49.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.50.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.51.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.52.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.53.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.54.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.55.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.56.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.57.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.58.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.59.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.60.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.61.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.62.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.63.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.64.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.65.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.66.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.67.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.68.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.69.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.70.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.71.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.72.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.73.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.74.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.75.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.76.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.77.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.78.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.79.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.80.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.81.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.82.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.83.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.84.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.85.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.86.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.87.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.88.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.89.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.90.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.91.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.92.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.93.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.94.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.95.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.96.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.97.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.98.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.99.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.100.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.101.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.102.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.103.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.104.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.105.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.106.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.107.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.108.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.109.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.110.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.111.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.112.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.113.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.114.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.115.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.116.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.117.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.118.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.119.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.120.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.121.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.122.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.123.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.124.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.125.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.126.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.127.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.128.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.129.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.130.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.131.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.132.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.133.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.134.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.135.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.136.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.137.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.138.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.139.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.140.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.141.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.142.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.143.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.144.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.145.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.146.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.147.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.148.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.149.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.150.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.151.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.152.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.153.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.154.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.155.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.156.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.157.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.158.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.159.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.160.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.161.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.162.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.163.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.164.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.165.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.166.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.167.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.168.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.169.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.170.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.171.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.172.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.173.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.174.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.175.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.176.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.177.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.178.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.179.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.180.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.181.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.182.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.183.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.184.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.185.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.186.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.187.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.188.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.189.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.190.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.191.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.192.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.193.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.194.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.195.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.196.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.197.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.198.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.199.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.200.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.201.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.202.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.203.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.204.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.205.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.206.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.207.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.208.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.209.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.210.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.211.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.212.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.213.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.214.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.215.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.216.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.217.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.218.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.219.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.220.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.221.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.222.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.223.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.224.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.225.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.226.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.227.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.228.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.229.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.230.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.231.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.232.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.233.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.234.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.235.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.236.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.237.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.238.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.239.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.240.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.241.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.242.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.243.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.244.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.245.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.246.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.247.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.248.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.249.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.250.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.251.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.252.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.253.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.254.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.experts.255.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.hnorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.16.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.6.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.enorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.11.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.final_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate.expert_bias": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.0.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.1.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.3.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.4.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.5.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.6.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.7.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.8.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.9.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.10.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.11.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.12.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.13.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.14.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.15.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.16.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.23.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.24.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.25.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.26.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.27.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.28.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.29.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.30.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.31.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.32.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.33.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.34.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.35.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.36.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.37.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.38.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.39.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.40.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.41.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.42.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.43.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.44.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.45.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.46.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.47.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.48.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.49.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.50.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.51.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.52.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.53.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.54.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.55.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.56.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.57.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.58.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.59.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.60.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.61.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.62.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.63.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.64.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.65.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.66.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.67.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.68.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.69.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.70.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.71.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.72.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.73.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.74.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.75.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.76.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.77.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.78.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.79.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.80.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.81.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.82.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.83.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.84.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.85.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.86.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.87.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.88.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.89.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.90.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.91.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.92.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.93.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.94.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.95.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.96.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.97.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.98.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.99.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.100.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.101.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.102.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.103.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.104.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.105.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.106.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.107.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.108.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.109.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.110.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.111.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.112.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.113.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.114.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.115.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.116.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.117.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.118.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.119.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.120.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.121.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.122.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.123.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.124.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.125.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.126.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.127.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.128.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.129.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.130.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.131.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.132.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.133.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.134.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.135.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.136.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.137.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.138.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.139.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.140.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.141.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.142.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.143.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.144.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.145.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.146.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.147.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.148.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.149.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.150.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.151.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.152.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.153.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.154.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.155.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.156.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.157.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.158.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.159.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.160.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.225.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.226.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.227.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.228.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.229.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.230.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.231.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.232.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.233.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.234.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.235.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.236.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.237.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.238.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.239.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.240.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.241.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.242.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.243.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.244.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.245.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.246.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.247.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.248.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.249.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.250.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.251.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.252.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.253.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.254.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.experts.255.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.attention.query_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.0.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.1.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.2.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.3.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.4.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.5.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.6.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.7.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.8.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.9.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.10.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.11.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.12.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.13.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.14.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.15.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.16.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.17.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.18.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.19.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.20.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.21.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.22.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.23.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.24.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.25.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.26.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.27.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.28.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.29.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.30.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.31.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.32.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.33.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.34.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.35.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.36.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.37.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.38.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.39.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.40.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.41.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.42.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.43.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.44.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.45.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.46.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.47.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.48.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.49.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.50.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.51.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.52.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.53.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.54.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.55.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.56.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.57.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.58.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.59.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.60.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.61.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.62.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.63.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.64.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.65.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.66.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.67.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.68.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.69.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.70.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.71.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.72.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.73.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.74.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.75.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.76.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.77.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.78.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.79.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.80.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.81.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.82.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.83.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.84.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.85.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.86.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.87.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.88.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.89.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.90.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.91.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.92.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.93.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.94.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.95.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.96.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.97.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.98.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.99.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.100.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.101.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.102.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.103.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.104.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.105.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.106.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.107.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.108.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.109.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.110.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.111.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.112.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.113.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.114.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.115.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.116.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.117.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.118.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.119.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.120.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.121.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.122.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.123.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.124.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.125.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.126.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.127.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.128.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.129.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.130.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.131.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.132.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.133.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.134.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.135.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.136.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.137.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.138.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.139.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.140.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.141.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.142.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.143.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.144.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.145.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.146.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.147.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.148.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.149.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.150.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.151.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.152.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.153.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.154.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.155.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.156.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.157.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.158.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.159.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.160.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.161.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.162.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.163.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.164.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.165.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.166.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.167.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.168.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.169.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.170.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.171.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.172.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.173.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.174.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.175.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.176.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.177.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.178.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.179.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.180.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.181.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.182.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.183.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.184.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.185.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.186.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.187.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.188.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.189.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.190.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.191.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.192.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.193.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.194.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.195.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.196.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.197.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.198.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.199.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.200.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.201.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.202.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.203.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.204.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.205.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.206.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.207.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.208.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.209.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.210.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.211.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.212.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.213.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.214.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.215.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.216.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.217.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.218.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.219.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.220.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.221.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.222.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.223.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.224.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.225.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.226.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.227.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.228.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.229.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.230.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.231.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.232.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.233.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.234.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.235.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.236.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.237.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.238.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.239.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.240.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.241.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.242.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.243.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.244.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.245.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.246.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.247.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.248.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.249.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.250.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.251.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.252.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.253.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.254.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.experts.255.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.attention.key_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.mlp.gate.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.5.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.0.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.1.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.2.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.3.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.4.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.5.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.6.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.7.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.8.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.9.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.10.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.11.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.12.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.13.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.14.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.15.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.16.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.17.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.18.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.19.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.20.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.21.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.22.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.23.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.24.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.25.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.26.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.27.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.28.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.29.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.30.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.31.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.32.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.33.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.34.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.35.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.36.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.37.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.38.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.39.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.40.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.41.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.42.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.43.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.44.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.45.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.46.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.47.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.48.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.49.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.50.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.51.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.52.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.53.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.54.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.55.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.56.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.57.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.58.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.59.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.60.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.61.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.62.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.63.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.64.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.65.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.66.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.67.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.68.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.69.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.70.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.71.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.72.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.73.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.74.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.75.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.76.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.77.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.78.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.79.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.80.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.81.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.82.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.83.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.84.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.85.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.86.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.87.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.88.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.89.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.90.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.91.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.92.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.93.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.94.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.95.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.96.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.97.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.98.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.99.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.100.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.101.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.102.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.103.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.104.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.105.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.106.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.107.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.108.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.109.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.110.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.111.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.112.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.113.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.114.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.115.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.116.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.117.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.118.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.119.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.120.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.121.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.122.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.123.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.124.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.125.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.126.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.127.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.128.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.129.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.130.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.131.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.132.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.133.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.134.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.135.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.136.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.137.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.138.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.139.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.140.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.141.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.142.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.143.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.144.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.145.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.146.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.147.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.148.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.149.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.150.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.151.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.152.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.153.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.154.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.155.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.156.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.157.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.158.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.159.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.160.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.161.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.162.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.163.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.164.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.165.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.166.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.167.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.168.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.169.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.170.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.171.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.172.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.173.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.174.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.175.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.176.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.177.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.178.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.179.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.180.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.181.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.182.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.183.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.184.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.185.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.186.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.187.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.188.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.189.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.190.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.191.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.192.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.193.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.194.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.195.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.196.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.197.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.198.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.199.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.200.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.201.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.202.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.203.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.204.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.205.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.206.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.207.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.208.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.209.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.210.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.211.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.212.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.213.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.214.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.215.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.216.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.217.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.218.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.219.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.220.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.221.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.222.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.223.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.224.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.225.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.226.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.227.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.228.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.229.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.230.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.231.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.232.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.233.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.234.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.235.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.236.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.237.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.238.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.239.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.240.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.241.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.242.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.243.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.244.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.245.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.246.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.247.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.248.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.249.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.250.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.251.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.252.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.253.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.254.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.mlp.experts.255.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.word_embeddings.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.20.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.5.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.0.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.1.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.2.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.3.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.4.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.5.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.6.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.7.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.8.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.9.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.10.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.11.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.12.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.13.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.14.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.15.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.16.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.17.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.18.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.19.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.20.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.21.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.22.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.23.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.24.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.25.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.26.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.27.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.28.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.29.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.30.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.31.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.32.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.33.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.34.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.35.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.36.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.37.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.38.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.39.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.40.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.41.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.42.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.43.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.44.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.45.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.46.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.47.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.48.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.49.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.50.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.51.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.52.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.53.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.54.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.55.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.56.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.57.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.58.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.59.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.60.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.61.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.62.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.63.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.64.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.65.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.66.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.67.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.68.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.69.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.70.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.71.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.72.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.73.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.74.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.75.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.76.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.77.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.78.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.79.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.80.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.81.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.82.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.83.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.84.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.85.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.86.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.87.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.88.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.89.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.90.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.91.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.92.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.93.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.94.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.95.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.96.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.97.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.98.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.99.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.100.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.101.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.102.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.103.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.104.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.105.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.106.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.107.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.108.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.109.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.110.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.111.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.112.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.113.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.114.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.115.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.116.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.117.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.118.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.119.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.120.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.121.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.122.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.123.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.124.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.125.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.126.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.127.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.128.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.129.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.130.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.131.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.132.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.133.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.134.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.135.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.136.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.137.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.138.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.139.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.140.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.141.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.142.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.143.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.144.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.145.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.146.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.147.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.148.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.149.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.150.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.151.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.152.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.153.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.154.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.155.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.156.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.157.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.158.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.159.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.160.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.161.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.162.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.163.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.164.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.165.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.166.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.167.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.168.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.169.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.170.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.171.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.172.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.173.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.174.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.175.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.176.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.177.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.178.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.179.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.180.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.181.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.182.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.183.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.184.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.185.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.186.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.187.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.188.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.189.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.190.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.191.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.192.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.193.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.194.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.195.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.196.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.197.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.198.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.199.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.200.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.201.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.202.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.203.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.204.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.205.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.206.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.207.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.208.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.209.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.210.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.211.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.212.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.213.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.214.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.215.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.216.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.217.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.218.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.219.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.220.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.221.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.222.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.223.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.224.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.225.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.226.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.227.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.228.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.229.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.230.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.231.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.232.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.233.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.234.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.235.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.236.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.237.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.238.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.239.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.240.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.241.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.242.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.243.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.244.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.245.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.246.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.247.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.248.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.249.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.250.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.251.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.252.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.253.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.254.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.experts.255.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.9.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.8.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.20.eh_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.7.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.8.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.20.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.gate.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.0.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.1.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.2.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.3.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.4.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.5.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.6.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.7.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.8.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.9.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.10.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.11.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.12.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.13.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.14.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.15.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.16.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.17.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.18.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.19.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.20.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.21.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.22.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.23.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.24.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.25.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.26.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.27.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.28.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.29.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.30.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.31.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.32.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.33.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.34.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.35.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.36.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.37.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.38.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.39.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.40.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.41.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.42.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.43.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.44.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.45.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.46.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.47.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.48.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.49.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.50.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.51.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.52.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.53.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.54.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.55.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.56.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.57.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.58.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.59.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.60.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.61.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.62.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.63.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.64.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.65.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.66.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.67.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.68.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.69.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.70.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.71.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.72.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.73.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.74.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.75.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.76.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.77.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.78.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.79.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.80.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.81.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.82.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.83.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.84.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.85.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.86.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.87.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.88.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.89.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.90.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.91.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.92.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.93.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.94.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.95.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.96.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.97.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.98.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.99.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.100.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.101.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.102.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.103.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.104.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.105.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.106.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.107.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.108.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.109.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.110.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.111.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.112.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.113.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.114.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.115.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.116.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.117.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.118.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.119.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.120.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.121.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.122.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.123.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.124.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.125.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.126.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.127.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.128.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.129.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.130.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.131.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.132.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.133.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.134.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.135.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.136.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.137.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.138.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.139.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.140.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.141.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.142.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.143.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.144.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.145.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.146.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.147.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.148.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.149.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.150.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.151.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.152.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.153.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.154.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.155.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.156.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.157.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.158.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.159.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.160.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.161.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.162.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.163.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.164.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.165.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.166.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.167.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.168.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.169.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.170.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.171.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.172.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.173.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.174.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.175.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.176.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.177.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.178.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.179.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.180.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.181.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.182.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.183.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.184.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.185.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.186.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.187.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.188.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.189.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.190.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.191.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.192.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.193.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.194.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.195.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.196.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.197.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.198.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.199.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.200.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.201.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.202.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.203.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.204.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.205.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.206.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.207.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.208.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.209.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.210.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.211.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.212.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.213.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.214.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.215.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.216.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.217.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.218.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.219.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.220.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.221.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.222.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.223.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.224.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.225.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.226.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.227.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.228.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.229.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.230.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.231.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.232.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.233.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.234.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.235.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.236.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.237.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.238.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.239.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.240.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.241.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.242.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.243.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.244.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.245.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.246.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.247.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.248.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.249.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.250.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.251.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.252.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.253.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.254.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.experts.255.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.6.attention.dense.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.6.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.7.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.attention.query_key_value.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.mlp.gate.weight": "model-00004-of-00004.safetensors"
+  }
+}
\ No newline at end of file
diff --git a/modeling_bailing_moe_v2.py b/modeling_bailing_moe_v2.py
new file mode 100644
index 0000000..198f3ab
--- /dev/null
+++ b/modeling_bailing_moe_v2.py
@@ -0,0 +1,1533 @@
+# coding=utf-8
+# Copyright 2025 Antgroup and The HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""PyTorch BailingMoE model."""
+
+import math
+import warnings
+from typing import List, Optional, Tuple, Union
+
+import torch
+import torch.nn.functional as F
+from torch import nn
+
+from transformers.activations import ACT2FN
+from transformers.cache_utils import Cache, DynamicCache
+from transformers.modeling_attn_mask_utils import (
+    AttentionMaskConverter,
+    _prepare_4d_attention_mask,
+    _prepare_4d_causal_attention_mask,
+    _prepare_4d_causal_attention_mask_for_sdpa,
+)
+from transformers.modeling_outputs import MoeModelOutputWithPast
+from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
+from transformers.modeling_utils import PreTrainedModel
+from transformers.pytorch_utils import ALL_LAYERNORM_LAYERS, is_torch_greater_or_equal_than_1_13
+from transformers.utils import (
+    add_start_docstrings,
+    add_start_docstrings_to_model_forward,
+    is_flash_attn_2_available,
+    is_flash_attn_greater_or_equal_2_10,
+    logging,
+    replace_return_docstrings,
+)
+from transformers.utils.import_utils import is_torch_fx_available
+from .configuration_bailing_moe_v2 import BailingMoeV2Config
+from transformers.generation.utils import GenerationMixin
+from dataclasses import dataclass
+from transformers.utils import ModelOutput
+
+
+if is_flash_attn_2_available():
+    from flash_attn import flash_attn_func, flash_attn_varlen_func
+    from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input  # noqa
+
+
+# This makes `_prepare_4d_causal_attention_mask` a leaf function in the FX graph.
+# It means that the function will not be traced through and simply appear as a node in the graph.
+if is_torch_fx_available():
+    if not is_torch_greater_or_equal_than_1_13:
+        import torch.fx
+
+    _prepare_4d_causal_attention_mask = torch.fx.wrap(_prepare_4d_causal_attention_mask)
+
+
+logger = logging.get_logger(__name__)
+
+_CONFIG_FOR_DOC = "BailingMoeV2Config"
+
+
+def roll_tensor(tensor, shifts=-1, dims=-1, fill_value=0):
+    """Roll the tensor input along the given dimension(s).
+    Inserted elements are set to be 0.0.
+    """
+    rolled_tensor = torch.roll(tensor, shifts=shifts, dims=dims)
+    rolled_tensor.select(dims, shifts).fill_(fill_value)
+    return rolled_tensor, rolled_tensor.sum()
+
+
+@dataclass
+class MoEV2CausalLMOutputWithPast(ModelOutput):
+    """
+    Base class for causal language model (or autoregressive) outputs as well as Mixture of Expert's router hidden
+    states terms, to train a MoE model.
+
+    Args:
+        loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided):
+            Language modeling loss (for next-token prediction).
+        logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`):
+            Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).
+        past_key_values (`Cache`, *optional*, returned when `use_cache=True` is passed or when `config.use_cache=True`):
+            It is a [`~cache_utils.Cache`] instance. For more details, see our [kv cache guide](https://huggingface.co/docs/transformers/en/kv_cache).
+
+            Contains pre-computed hidden-states (key and values in the self-attention blocks) that can be used (see
+            `past_key_values` input) to speed up sequential decoding.
+        hidden_states (`tuple(torch.FloatTensor)`, *optional*, returned when `output_hidden_states=True` is passed or when `config.output_hidden_states=True`):
+            Tuple of `torch.FloatTensor` (one for the output of the embeddings, if the model has an embedding layer, +
+            one for the output of each layer) of shape `(batch_size, sequence_length, hidden_size)`.
+
+            Hidden-states of the model at the output of each layer plus the optional initial embedding outputs.
+        attentions (`tuple(torch.FloatTensor)`, *optional*, returned when `output_attentions=True` is passed or when `config.output_attentions=True`):
+            Tuple of `torch.FloatTensor` (one for each layer) of shape `(batch_size, num_heads, sequence_length,
+            sequence_length)`.
+
+            Attentions weights after the attention softmax, used to compute the weighted average in the self-attention
+            heads.
+        z_loss (`torch.FloatTensor`, *optional*, returned when `labels` is provided):
+            z_loss for the sparse modules.
+        aux_loss (`torch.FloatTensor`, *optional*, returned when `labels` is provided):
+            aux_loss for the sparse modules.
+        router_logits (`tuple(torch.FloatTensor)`, *optional*, returned when `output_router_logits=True` is passed or when `config.add_router_probs=True`):
+            Tuple of `torch.FloatTensor` (one for each layer) of shape `(batch_size, sequence_length, num_experts)`.
+
+            Router logits of the encoder model, useful to compute the auxiliary loss and the z_loss for the sparse
+            modules.
+    """
+
+    loss: Optional[torch.FloatTensor] = None
+    logits: Optional[torch.FloatTensor] = None
+    past_key_values: Optional[Cache] = None
+    hidden_states: Optional[tuple[torch.FloatTensor, ...]] = None
+    attentions: Optional[tuple[torch.FloatTensor, ...]] = None
+    z_loss: Optional[torch.FloatTensor] = None
+    aux_loss: Optional[torch.FloatTensor] = None
+    router_logits: Optional[tuple[torch.FloatTensor]] = None
+    mtp_loss: Optional[torch.FloatTensor] = None
+    mtp_logits: Optional[tuple[torch.FloatTensor, ...]] = None
+
+
+class MoeV2ModelOutputWithPast(MoeModelOutputWithPast):
+
+    def __init__(self, mtp_hidden_states=None, **kwargs):
+        super().__init__(**kwargs)
+        self.mtp_hidden_states = mtp_hidden_states
+
+
+def _get_unpad_data(attention_mask):
+    seqlens_in_batch = attention_mask.sum(dim=-1, dtype=torch.int32)
+    indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
+    max_seqlen_in_batch = seqlens_in_batch.max().item()
+    cu_seqlens = F.pad(torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.torch.int32), (1, 0))
+    return (
+        indices,
+        cu_seqlens,
+        max_seqlen_in_batch,
+    )
+
+
+def _expand_mask(mask: torch.Tensor, dtype: torch.dtype, tgt_len: Optional[int] = None):
+    warnings.warn(
+        "Calling `transformers.models.BailingMoeV2.modeling_BailingMoeV2._prepare_4d_attention_mask` is deprecated and will be removed in v4.37. Use `transformers.modeling_attn_mask_utils._prepare_4d_attention_mask"
+    )
+    return _prepare_4d_attention_mask(mask=mask, dtype=dtype, tgt_len=tgt_len)
+
+
+def _make_causal_mask(
+    input_ids_shape: torch.Size, dtype: torch.dtype, device: torch.device, past_key_values_length: int = 0
+):
+    warnings.warn(
+        "Calling `transformers.models.BailingMoeV2.modeling_BailingMoeV2._make_causal_mask` is deprecated and will be removed in v4.37. Use `transformers.models.BailingMoeV2.modeling_BailingMoeV2.AttentionMaskConverter._make_causal_mask"
+    )
+    return AttentionMaskConverter._make_causal_mask(
+        input_ids_shape=input_ids_shape, dtype=dtype, device=device, past_key_values_length=past_key_values_length
+    )
+
+
+class BailingMoeV2RMSNorm(nn.Module):
+    def __init__(self, hidden_size, eps=1e-6):
+        """
+        BailingMoeV2RMSNorm is equivalent to T5LayerNorm
+        """
+        super().__init__()
+        self.weight = nn.Parameter(torch.ones(hidden_size))
+        self.variance_epsilon = eps
+
+    def forward(self, hidden_states):
+        input_dtype = hidden_states.dtype
+        hidden_states = hidden_states.to(torch.float32)
+        variance = hidden_states.pow(2).mean(-1, keepdim=True)
+        hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon)
+        return self.weight * hidden_states.to(input_dtype)
+
+
+ALL_LAYERNORM_LAYERS.append(BailingMoeV2RMSNorm)
+
+
+class BailingMoeV2RotaryEmbedding(nn.Module):
+    def __init__(self, config: BailingMoeV2Config, device=None):
+        super().__init__()
+        # BC: "rope_type" was originally "type"
+        if hasattr(config, "rope_scaling") and config.rope_scaling is not None:
+            self.rope_type = config.rope_scaling.get("rope_type", config.rope_scaling.get("type"))
+        else:
+            self.rope_type = "default"
+        self.max_seq_len_cached = config.max_position_embeddings
+        self.original_max_seq_len = config.max_position_embeddings
+
+        self.config = config
+        self.rope_init_fn = ROPE_INIT_FUNCTIONS[self.rope_type]
+
+        inv_freq, self.attention_scaling = self.rope_init_fn(self.config, device)
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+        self.original_inv_freq = self.inv_freq
+
+    @torch.no_grad()
+    @dynamic_rope_update  # power user: used with advanced RoPE types (e.g. dynamic rope)
+    def forward(self, x, position_ids):
+        inv_freq_expanded = self.inv_freq[None, :, None].float().expand(position_ids.shape[0], -1, 1).to(x.device)
+        position_ids_expanded = position_ids[:, None, :].float()
+
+        device_type = x.device.type if isinstance(x.device.type, str) and x.device.type != "mps" else "cpu"
+        with torch.autocast(device_type=device_type, enabled=False):  # Force float32
+            freqs = (inv_freq_expanded.float() @ position_ids_expanded.float()).transpose(1, 2)
+            emb = torch.cat((freqs, freqs), dim=-1)
+            cos = emb.cos() * self.attention_scaling
+            sin = emb.sin() * self.attention_scaling
+
+        return cos.to(dtype=x.dtype), sin.to(dtype=x.dtype)
+
+
+# Copied from transformers.models.llama.modeling_llama.rotate_half
+def rotate_half(x):
+    """Rotates half the hidden dims of the input."""
+    x1 = x[..., : x.shape[-1] // 2]
+    x2 = x[..., x.shape[-1] // 2 :]
+    return torch.cat((-x2, x1), dim=-1)
+
+
+# Copied from transformers.models.llama.modeling_llama.apply_rotary_pos_emb
+def apply_rotary_pos_emb(q, k, cos, sin, unsqueeze_dim=1):
+    """Applies Rotary Position Embedding to the query and key tensors.
+
+    Args:
+        q (`torch.Tensor`): The query tensor.
+        k (`torch.Tensor`): The key tensor.
+        cos (`torch.Tensor`): The cosine part of the rotary embedding.
+        sin (`torch.Tensor`): The sine part of the rotary embedding.
+        unsqueeze_dim (`int`, *optional*, defaults to 1):
+            The 'unsqueeze_dim' argument specifies the dimension along which to unsqueeze cos[position_ids] and
+            sin[position_ids] so that they can be properly broadcasted to the dimensions of q and k. For example, note
+            that cos[position_ids] and sin[position_ids] have the shape [batch_size, seq_len, head_dim]. Then, if q and
+            k have the shape [batch_size, heads, seq_len, head_dim], then setting unsqueeze_dim=1 makes
+            cos[position_ids] and sin[position_ids] broadcastable to the shapes of q and k. Similarly, if q and k have
+            the shape [batch_size, seq_len, heads, head_dim], then set unsqueeze_dim=2.
+    Returns:
+        `tuple(torch.Tensor)` comprising the query and key tensors rotated using the Rotary Position Embedding.
+    """
+    cos = cos.unsqueeze(unsqueeze_dim)
+    sin = sin.unsqueeze(unsqueeze_dim)
+
+    # Keep half or full tensor for later concatenation
+    rotary_dim = cos.shape[-1]
+    q_rot, q_pass = q[..., :rotary_dim], q[..., rotary_dim:]
+    k_rot, k_pass = k[..., :rotary_dim], k[..., rotary_dim:]
+
+    # Apply rotary embeddings on the first half or full tensor
+    q_embed = (q_rot * cos) + (rotate_half(q_rot) * sin)
+    k_embed = (k_rot * cos) + (rotate_half(k_rot) * sin)
+
+    # Concatenate back to full shape
+    q_embed = torch.cat([q_embed, q_pass], dim=-1)
+    k_embed = torch.cat([k_embed, k_pass], dim=-1)
+    return q_embed, k_embed
+
+
+class BailingMoeV2MLP(nn.Module):
+    def __init__(self, config: BailingMoeV2Config, intermediate_size: int):
+        super().__init__()
+        self.config = config
+        self.hidden_size = config.hidden_size
+        self.intermediate_size = intermediate_size
+
+        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False)
+        self.act_fn = ACT2FN[config.hidden_act]
+
+    def forward(self, x):
+        return self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x))
+
+
+class BailingMoeV2Gate(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.top_k = config.num_experts_per_tok
+        self.num_experts = config.num_experts
+
+        self.n_group = config.n_group
+        self.topk_group = config.topk_group
+
+        # topk selection algorithm
+        self.gating_dim = config.hidden_size
+        self.weight = nn.Parameter(torch.empty((self.num_experts, self.gating_dim)))
+        self.routed_scaling_factor = config.routed_scaling_factor
+
+        self.register_buffer("expert_bias", torch.zeros((self.num_experts)))
+        self.reset_parameters()
+
+    def reset_parameters(self) -> None:
+        import torch.nn.init as init
+
+        init.kaiming_uniform_(self.weight, a=math.sqrt(5))
+
+    def group_limited_topk(
+        self,
+        scores: torch.Tensor,
+    ):
+        num_tokens, _ = scores.size()
+        # Organize the experts into groups
+        group_scores = scores.view(num_tokens, self.n_group, -1).topk(2, dim=-1)[0].sum(dim=-1)
+        group_idx = torch.topk(group_scores, k=self.topk_group, dim=-1, sorted=False)[1]
+        group_mask = torch.zeros_like(group_scores)
+        group_mask.scatter_(1, group_idx, 1)
+
+        # Mask the experts based on selection groups
+        score_mask = (
+            group_mask.unsqueeze(-1)
+            .expand(num_tokens, self.n_group, self.num_experts // self.n_group)
+            .reshape(num_tokens, -1)
+        )
+
+        masked_scores = scores.masked_fill(~score_mask.bool(), float('-inf'))
+        probs, top_indices = torch.topk(masked_scores, k=self.top_k, dim=-1)
+
+        return probs, top_indices
+
+    def forward(self, hidden_states):
+        # compute gating score
+        hidden_states = hidden_states.view(-1, hidden_states.shape[-1])
+        logits = F.linear(hidden_states.type(torch.float32), self.weight.type(torch.float32))
+
+        scores = torch.sigmoid(logits.float()).type_as(logits)
+
+        scores_for_routing = scores + self.expert_bias
+        _, topk_idx = self.group_limited_topk(scores_for_routing)
+
+        scores = torch.gather(scores, dim=1, index=topk_idx).type_as(logits)
+
+        topk_weight = scores / (scores.sum(dim=-1, keepdim=True) + 1e-20) if self.top_k > 1 else scores
+        topk_weight = topk_weight * self.routed_scaling_factor
+
+        return topk_idx, topk_weight, logits
+
+
+class BailingMoeV2SparseMoeBlock(nn.Module):
+    """
+    A mixed expert module containing shared experts.
+    """
+
+    def __init__(self, config: BailingMoeV2Config):
+        super().__init__()
+        self.config = config
+        self.num_experts_per_tok = config.num_experts_per_tok
+        self._setup_experts()
+        self.gate = BailingMoeV2Gate(config)
+        if config.num_shared_experts is not None:
+            self.shared_experts = BailingMoeV2MLP(
+                config=config, intermediate_size=config.moe_intermediate_size * config.num_shared_experts
+            )
+
+    def _setup_experts(self):
+        self.experts = nn.ModuleList(
+            [
+                BailingMoeV2MLP(config=self.config, intermediate_size=self.config.moe_intermediate_size)
+                for _ in range(self.config.num_experts)
+            ]
+        )
+
+    def forward(self, hidden_states):
+        identity = hidden_states
+        bsz, seq_len, h = hidden_states.shape
+        topk_idx, topk_weight, router_logits = self.gate(hidden_states)
+        hidden_states = hidden_states.view(-1, hidden_states.shape[-1])
+        flat_topk_idx = topk_idx.view(-1)
+        if self.training:
+            hidden_states = hidden_states.repeat_interleave(self.num_experts_per_tok, dim=0)
+            y = torch.empty_like(hidden_states)
+            for i, expert in enumerate(self.experts):
+                y[flat_topk_idx == i] = expert(hidden_states[flat_topk_idx == i])
+            y = (y.view(*topk_weight.shape, -1) * topk_weight.unsqueeze(-1)).sum(dim=1)
+            y = y.to(hidden_states.dtype).view(bsz, seq_len, h)
+        else:
+            y = self.moe_infer(hidden_states, topk_idx, topk_weight).view(bsz, seq_len, h)
+        if self.config.num_shared_experts is not None:
+            y = y + self.shared_experts(identity)
+        return y, (router_logits.view(bsz, seq_len, -1), topk_idx.view(bsz, seq_len, -1))
+
+    @torch.no_grad()
+    def moe_infer(self, x, topk_ids, topk_weight):
+        cnts = topk_ids.new_zeros((topk_ids.shape[0], len(self.experts)))
+        cnts.scatter_(1, topk_ids, 1)
+        tokens_per_expert = cnts.sum(dim=0)
+        idxs = topk_ids.view(-1).argsort()
+        sorted_tokens = x[idxs // topk_ids.shape[1]]
+        tokens_per_expert = tokens_per_expert.cpu().numpy()
+        outputs = []
+        start_idx = 0
+        for i, num_tokens in enumerate(tokens_per_expert):
+            end_idx = start_idx + num_tokens
+            if num_tokens == 0:
+                continue
+            expert = self.experts[i]
+            tokens_for_this_expert = sorted_tokens[start_idx:end_idx]
+            expert_out = expert(tokens_for_this_expert)
+            outputs.append(expert_out.to(x.device))
+            start_idx = end_idx
+
+        outs = torch.cat(outputs, dim=0) if len(outputs) else sorted_tokens.new_empty(0)
+        new_x = torch.empty_like(outs)
+        new_x[idxs] = outs
+        final_out = (
+            new_x.view(*topk_ids.shape, -1)
+            .type(topk_weight.dtype)
+            .mul_(topk_weight.unsqueeze(dim=-1))
+            .sum(dim=1)
+            .type(new_x.dtype)
+        )
+        return final_out
+
+
+# Copied from transformers.models.llama.modeling_llama.repeat_kv
+def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor:
+    """
+    This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch,
+    num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim)
+    """
+    batch, num_key_value_heads, slen, head_dim = hidden_states.shape
+    if n_rep == 1:
+        return hidden_states
+    hidden_states = hidden_states[:, :, None, :, :].expand(batch, num_key_value_heads, n_rep, slen, head_dim)
+    return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim)
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaAttention with Llama->BailingMoeV2
+class BailingMoeV2Attention(nn.Module):
+    """Multi-headed attention from 'Attention Is All You Need' paper"""
+
+    def __init__(self, config: BailingMoeV2Config, layer_idx: Optional[int] = None):
+        super().__init__()
+        self.config = config
+        self.layer_idx = layer_idx
+        if layer_idx is None:
+            logger.warning_once(
+                f"Instantiating {self.__class__.__name__} without passing `layer_idx` is not recommended and will "
+                "to errors during the forward call, if caching is used. Please make sure to provide a `layer_idx` "
+                "when creating this class."
+            )
+
+        self.attention_dropout = config.attention_dropout
+        self.hidden_size = config.hidden_size
+        self.num_heads = config.num_attention_heads
+        self.head_dim = config.head_dim or self.hidden_size // self.num_heads
+        partial_rotary_factor = config.partial_rotary_factor if hasattr(config, "partial_rotary_factor") else 1.0
+        self.rope_dim = int(self.head_dim * partial_rotary_factor)
+        self.num_key_value_heads = config.num_key_value_heads
+        self.num_key_value_groups = self.num_heads // self.num_key_value_heads
+        self.max_position_embeddings = config.max_position_embeddings
+        self.rope_theta = config.rope_theta
+        self.is_causal = True
+
+        self.query_key_value = nn.Linear(
+            self.hidden_size,
+            (self.num_heads + 2 * self.num_key_value_heads) * self.head_dim,
+            bias=config.use_qkv_bias,
+        )
+
+        if self.config.use_qk_norm:
+            self.query_layernorm = BailingMoeV2RMSNorm(self.head_dim, eps=config.rms_norm_eps)
+            self.key_layernorm = BailingMoeV2RMSNorm(self.head_dim, eps=config.rms_norm_eps)
+        self.dense = nn.Linear(self.num_heads * self.head_dim, self.hidden_size, bias=config.use_bias)
+
+    def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int):
+        return tensor.view(bsz, seq_len, self.num_heads, self.head_dim).transpose(1, 2).contiguous()
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Cache] = None,
+        output_attentions: bool = False,
+        use_cache: bool = False,
+        position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,  # necessary, but kept here for BC
+        **kwargs,
+    ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+
+        bsz, q_len, _ = hidden_states.size()
+
+        qkv = self.query_key_value(hidden_states)
+        qkv = qkv.view(bsz, q_len, self.num_heads + 2 * self.num_key_value_heads, self.head_dim)
+
+        query_states, key_states, value_states = qkv.split(
+            [self.num_heads, self.num_key_value_heads, self.num_key_value_heads], dim=-2
+        )
+        query_states = query_states.transpose(1, 2)
+        key_states = key_states.transpose(1, 2)
+        value_states = value_states.transpose(1, 2)
+
+        if self.config.use_qk_norm:
+            query_states = self.query_layernorm(query_states)
+            key_states = self.key_layernorm(key_states)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        if past_key_value is not None:
+            if self.layer_idx is None:
+                raise ValueError(
+                    f"The cache structure has changed since version v4.36. If you are using {self.__class__.__name__} "
+                    "for auto-regressive decoding with k/v caching, please make sure to initialize the attention class "
+                    "with a layer index."
+                )
+            cache_kwargs = {"sin": sin, "cos": cos}
+            key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx, cache_kwargs)
+
+        key_states = repeat_kv(key_states, self.num_key_value_groups)
+        value_states = repeat_kv(value_states, self.num_key_value_groups)
+
+        attn_weights = torch.matmul(query_states, key_states.transpose(2, 3)) / math.sqrt(self.head_dim)
+
+        kv_seq_len = key_states.shape[-2]
+        if attn_weights.size() != (bsz, self.num_heads, q_len, kv_seq_len):
+            raise ValueError(
+                f"Attention weights should be of size {(bsz, self.num_heads, q_len, kv_seq_len)}, but is"
+                f" {attn_weights.size()}"
+            )
+
+        if attention_mask is not None:
+            if attention_mask.size() != (bsz, 1, q_len, kv_seq_len):
+                raise ValueError(
+                    f"Attention mask should be of size {(bsz, 1, q_len, kv_seq_len)}, but is {attention_mask.size()}"
+                )
+            attn_weights = attn_weights + attention_mask
+
+        # upcast attention to fp32
+        attn_weights = nn.functional.softmax(attn_weights, dim=-1, dtype=torch.float32).to(query_states.dtype)
+        attn_weights = nn.functional.dropout(attn_weights, p=self.attention_dropout, training=self.training)
+        attn_output = torch.matmul(attn_weights, value_states)
+
+        if attn_output.size() != (bsz, self.num_heads, q_len, self.head_dim):
+            raise ValueError(
+                f"`attn_output` should be of size {(bsz, self.num_heads, q_len, self.head_dim)}, but is"
+                f" {attn_output.size()}"
+            )
+
+        attn_output = attn_output.transpose(1, 2).contiguous()
+
+        attn_output = attn_output.reshape(bsz, q_len, -1)
+
+        attn_output = self.dense(attn_output)
+
+        if not output_attentions:
+            attn_weights = None
+
+        return attn_output, attn_weights, past_key_value
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaFlashAttention2 with Llama->BailingMoeV2
+class BailingMoeV2FlashAttention2(BailingMoeV2Attention):
+    """
+    BailingMoeV2 flash attention module. This module inherits from `BailingMoeV2Attention` as the weights of the module stays
+    untouched. The only required change would be on the forward pass where it needs to correctly call the public API of
+    flash attention and deal with padding tokens in case the input contains any of them.
+    """
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+        # TODO: Should be removed once Flash Attention for RoCm is bumped to 2.1.
+        # flash_attn<2.1 generates top-left aligned causal mask, while what is needed here is bottom-right alignement, that was made default for flash_attn>=2.1. This attribute is used to handle this difference. Reference: https://github.com/Dao-AILab/flash-attention/releases/tag/v2.1.0.
+        # Beware that with flash_attn<2.1, using q_seqlen != k_seqlen (except for the case q_seqlen == 1) produces a wrong mask (top-left).
+        self._flash_attn_uses_top_left_mask = not is_flash_attn_greater_or_equal_2_10()
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.LongTensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Cache] = None,
+        output_attentions: bool = False,
+        use_cache: bool = False,
+        position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,  # necessary, but kept here for BC
+        **kwargs,
+    ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+        # BailingMoeV2FlashAttention2 attention does not support output_attentions
+        output_attentions = False
+
+        bsz, q_len, _ = hidden_states.size()
+
+        # Flash attention requires the input to have the shape
+        # batch_size x seq_length x head_dim x hidden_dim
+        # therefore we just need to keep the original shape
+
+        qkv = self.query_key_value(hidden_states)
+        qkv = qkv.view(bsz, q_len, self.num_heads + 2 * self.num_key_value_heads, self.head_dim)
+
+        query_states, key_states, value_states = qkv.split(
+            [self.num_heads, self.num_key_value_heads, self.num_key_value_heads], dim=-2
+        )
+        query_states = query_states.transpose(1, 2)
+        key_states = key_states.transpose(1, 2)
+        value_states = value_states.transpose(1, 2)
+
+        if self.config.use_qk_norm:
+            query_states = self.query_layernorm(query_states)
+            key_states = self.key_layernorm(key_states)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        if past_key_value is not None:
+            cache_kwargs = {"sin": sin, "cos": cos}
+            key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx, cache_kwargs)
+
+        # TODO: These transpose are quite inefficient but Flash Attention requires the layout [batch_size, sequence_length, num_heads, head_dim]. We would need to refactor the KV cache
+        # to be able to avoid many of these transpose/reshape/view.
+        query_states = query_states.transpose(1, 2)
+        key_states = key_states.transpose(1, 2)
+        value_states = value_states.transpose(1, 2)
+
+        dropout_rate = self.attention_dropout if self.training else 0.0
+
+        # In PEFT, usually we cast the layer norms in float32 for training stability reasons
+        # therefore the input hidden states gets silently cast in float32. Hence, we need
+        # cast them back in the correct dtype just to be sure everything works as expected.
+        # This might slow down training & inference so it is recommended to not cast the LayerNorms
+        # in fp32. (BailingMoeV2RMSNorm handles it correctly)
+
+        input_dtype = query_states.dtype
+        if input_dtype == torch.float32:
+            # Handle the case where the model is quantized
+            if hasattr(self.config, "_pre_quantization_dtype"):
+                target_dtype = self.config._pre_quantization_dtype
+            elif torch.is_autocast_enabled():
+                target_dtype = torch.get_autocast_gpu_dtype()
+            else:
+                target_dtype = self.query_key_value.weight.dtype
+
+            logger.warning_once(
+                f"The input hidden states seems to be silently casted in float32, this might be related to"
+                f" the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in"
+                f" {target_dtype}."
+            )
+
+            query_states = query_states.to(target_dtype)
+            key_states = key_states.to(target_dtype)
+            value_states = value_states.to(target_dtype)
+
+        attn_output = self._flash_attention_forward(
+            query_states, key_states, value_states, attention_mask, q_len, dropout=dropout_rate
+        )
+
+        attn_output = attn_output.reshape(bsz, q_len, -1).contiguous()
+        attn_output = self.dense(attn_output)
+
+        if not output_attentions:
+            attn_weights = None
+
+        return attn_output, attn_weights, past_key_value
+
+    def _flash_attention_forward(
+        self, query_states, key_states, value_states, attention_mask, query_length, dropout=0.0, softmax_scale=None
+    ):
+        """
+        Calls the forward method of Flash Attention - if the input hidden states contain at least one padding token
+        first unpad the input, then computes the attention scores and pad the final attention scores.
+
+        Args:
+            query_states (`torch.Tensor`):
+                Input query states to be passed to Flash Attention API
+            key_states (`torch.Tensor`):
+                Input key states to be passed to Flash Attention API
+            value_states (`torch.Tensor`):
+                Input value states to be passed to Flash Attention API
+            attention_mask (`torch.Tensor`):
+                The padding mask - corresponds to a tensor of size `(batch_size, seq_len)` where 0 stands for the
+                position of padding tokens and 1 for the position of non-padding tokens.
+            dropout (`int`, *optional*):
+                Attention dropout
+            softmax_scale (`float`, *optional*):
+                The scaling of QK^T before applying softmax. Default to 1 / sqrt(head_dim)
+            query_length (`int`):
+                The length of the query sequence in terms of tokens. This represents the number of tokens in the
+                `query_states` tensor along the sequence dimension. It is used to determine the effective sequence
+                length for attention computations.
+        """
+        if not self._flash_attn_uses_top_left_mask:
+            causal = self.is_causal
+        else:
+            # TODO: Remove the `query_length != 1` check once Flash Attention for RoCm is bumped to 2.1. For details, please see the comment in BailingMoeV2FlashAttention2 __init__.
+            causal = self.is_causal and query_length != 1
+
+        # Contains at least one padding token in the sequence
+        if attention_mask is not None:
+            batch_size = query_states.shape[0]
+            query_states, key_states, value_states, indices_q, cu_seq_lens, max_seq_lens = self._upad_input(
+                query_states, key_states, value_states, attention_mask, query_length
+            )
+
+            cu_seqlens_q, cu_seqlens_k = cu_seq_lens
+            max_seqlen_in_batch_q, max_seqlen_in_batch_k = max_seq_lens
+
+            attn_output_unpad = flash_attn_varlen_func(
+                query_states,
+                key_states,
+                value_states,
+                cu_seqlens_q=cu_seqlens_q,
+                cu_seqlens_k=cu_seqlens_k,
+                max_seqlen_q=max_seqlen_in_batch_q,
+                max_seqlen_k=max_seqlen_in_batch_k,
+                dropout_p=dropout,
+                softmax_scale=softmax_scale,
+                causal=causal,
+            )
+
+            attn_output = pad_input(attn_output_unpad, indices_q, batch_size, query_length)
+        else:
+            attn_output = flash_attn_func(
+                query_states, key_states, value_states, dropout, softmax_scale=softmax_scale, causal=causal
+            )
+
+        return attn_output
+
+    def _upad_input(self, query_layer, key_layer, value_layer, attention_mask, query_length):
+        indices_k, cu_seqlens_k, max_seqlen_in_batch_k = _get_unpad_data(attention_mask)
+        batch_size, kv_seq_len, num_key_value_heads, head_dim = key_layer.shape
+
+        key_layer = index_first_axis(
+            key_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim), indices_k
+        )
+        value_layer = index_first_axis(
+            value_layer.reshape(batch_size * kv_seq_len, num_key_value_heads, head_dim), indices_k
+        )
+        if query_length == kv_seq_len:
+            query_layer = index_first_axis(
+                query_layer.reshape(batch_size * kv_seq_len, self.num_heads, head_dim), indices_k
+            )
+            cu_seqlens_q = cu_seqlens_k
+            max_seqlen_in_batch_q = max_seqlen_in_batch_k
+            indices_q = indices_k
+        elif query_length == 1:
+            max_seqlen_in_batch_q = 1
+            cu_seqlens_q = torch.arange(
+                batch_size + 1, dtype=torch.int32, device=query_layer.device
+            )  # There is a memcpy here, that is very bad.
+            indices_q = cu_seqlens_q[:-1]
+            query_layer = query_layer.squeeze(1)
+        else:
+            # The -q_len: slice assumes left padding.
+            attention_mask = attention_mask[:, -query_length:]
+            query_layer, indices_q, cu_seqlens_q, max_seqlen_in_batch_q = unpad_input(query_layer, attention_mask)
+
+        return (
+            query_layer,
+            key_layer,
+            value_layer,
+            indices_q,
+            (cu_seqlens_q, cu_seqlens_k),
+            (max_seqlen_in_batch_q, max_seqlen_in_batch_k),
+        )
+
+
+# Copied from transformers.models.llama.modeling_llama.LlamaSdpaAttention with Llama->BailingMoeV2
+class BailingMoeV2SdpaAttention(BailingMoeV2Attention):
+    """
+    BailingMoeV2 attention module using torch.nn.functional.scaled_dot_product_attention. This module inherits from
+    `BailingMoeV2Attention` as the weights of the module stays untouched. The only changes are on the forward pass to adapt to
+    SDPA API.
+    """
+
+    # Adapted from BailingMoeV2Attention.forward
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Cache] = None,
+        output_attentions: bool = False,
+        use_cache: bool = False,
+        position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,  # necessary, but kept here for BC
+        **kwargs,
+    ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+        if output_attentions:
+            # TODO: Improve this warning with e.g. `model.config.attn_implementation = "manual"` once this is implemented.
+            logger.warning_once(
+                "BailingMoeV2Model is using BailingMoeV2SdpaAttention, but `torch.nn.functional.scaled_dot_product_attention` does not support `output_attentions=True`. Falling back to the manual attention implementation, "
+                'but specifying the manual implementation will be required from Transformers version v5.0.0 onwards. This warning can be removed using the argument `attn_implementation="eager"` when loading the model.'
+            )
+            return super().forward(
+                hidden_states=hidden_states,
+                attention_mask=attention_mask,
+                position_ids=position_ids,
+                past_key_value=past_key_value,
+                output_attentions=output_attentions,
+                use_cache=use_cache,
+            )
+
+        bsz, q_len, _ = hidden_states.size()
+
+        qkv = self.query_key_value(hidden_states)
+        qkv = qkv.view(bsz, q_len, self.num_heads + 2 * self.num_key_value_heads, self.head_dim)
+
+        query_states, key_states, value_states = qkv.split(
+            [self.num_heads, self.num_key_value_heads, self.num_key_value_heads], dim=-2
+        )
+        query_states = query_states.transpose(1, 2)
+        key_states = key_states.transpose(1, 2)
+        value_states = value_states.transpose(1, 2)
+
+        if self.config.use_qk_norm:
+            query_states = self.query_layernorm(query_states)
+            key_states = self.key_layernorm(key_states)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        if past_key_value is not None:
+            cache_kwargs = {"sin": sin, "cos": cos}
+            key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx, cache_kwargs)
+
+        key_states = repeat_kv(key_states, self.num_key_value_groups)
+        value_states = repeat_kv(value_states, self.num_key_value_groups)
+
+        if attention_mask is not None:
+            kv_seq_len = key_states.shape[-2]
+            if attention_mask.size() != (bsz, 1, q_len, kv_seq_len):
+                raise ValueError(
+                    f"Attention mask should be of size {(bsz, 1, q_len, kv_seq_len)}, but is {attention_mask.size()}"
+                )
+
+        # SDPA with memory-efficient backend is currently (torch==2.1.2) bugged with non-contiguous inputs with custom attn_mask,
+        # Reference: https://github.com/pytorch/pytorch/issues/112577.
+        if query_states.device.type == "cuda" and attention_mask is not None:
+            query_states = query_states.contiguous()
+            key_states = key_states.contiguous()
+            value_states = value_states.contiguous()
+
+        attn_output = torch.nn.functional.scaled_dot_product_attention(
+            query_states,
+            key_states,
+            value_states,
+            attn_mask=attention_mask,
+            dropout_p=self.attention_dropout if self.training else 0.0,
+            # The q_len > 1 is necessary to match with AttentionMaskConverter.to_causal_4d that does not create a causal mask in case q_len == 1.
+            is_causal=self.is_causal and attention_mask is None and q_len > 1,
+        )
+
+        attn_output = attn_output.transpose(1, 2).contiguous()
+        attn_output = attn_output.reshape(bsz, q_len, -1)
+
+        attn_output = self.dense(attn_output)
+
+        return attn_output, None, past_key_value
+
+
+ATTENTION_CLASSES = {
+    "eager": BailingMoeV2Attention,
+    "flash_attention_2": BailingMoeV2FlashAttention2,
+    "sdpa": BailingMoeV2SdpaAttention,
+}
+
+
+class BailingMoeV2MTPLayer(nn.Module):
+    def __init__(self, config: BailingMoeV2Config, layer_idx: int):
+        super().__init__()
+        self.layer_idx = layer_idx
+        self.input_layernorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.enorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+
+        self.eh_proj = nn.Linear(config.hidden_size * 2, config.hidden_size, bias=False)
+        self.post_attention_layernorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.attention = ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
+        self.mlp = BailingMoeV2SparseMoeBlock(config)
+
+        self.hnorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.final_layernorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+
+    def forward(
+        self,
+        input_embeds,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Tuple[torch.Tensor]] = None,
+        output_attentions: Optional[bool] = False,
+        output_router_logits: Optional[bool] = False,
+        use_cache: Optional[bool] = False,
+        position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,  # necessary, but kept here for BC
+        **kwargs,
+    ) -> Tuple[torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]]]:
+        input_embeds = self.enorm(input_embeds)
+        hidden_states = self.hnorm(hidden_states)
+        hidden_states = self.eh_proj(torch.cat([input_embeds, hidden_states], dim=-1))
+        residual = hidden_states
+
+        hidden_states = self.input_layernorm(hidden_states)
+
+        # Self Attention
+        hidden_states, self_attn_weights, present_key_value = self.attention(
+            hidden_states=hidden_states,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_value=past_key_value,
+            output_attentions=output_attentions,
+            position_embeddings=position_embeddings,
+            use_cache=use_cache,
+        )
+        hidden_states = residual + hidden_states
+
+        # Fully Connected
+        residual = hidden_states
+        hidden_states = self.post_attention_layernorm(hidden_states)
+        hidden_states = self.mlp(hidden_states)
+        if isinstance(hidden_states, tuple):
+            hidden_states, router_logits = hidden_states
+        else:
+            router_logits = None
+        hidden_states = residual + hidden_states.to(residual.device)
+        hidden_states = self.final_layernorm(hidden_states)
+
+        outputs = (hidden_states,)
+
+        if output_attentions:
+            outputs += (self_attn_weights,)
+
+        if use_cache:
+            outputs += (present_key_value,)
+
+        if output_router_logits:
+            outputs += (router_logits,)
+
+        return outputs
+
+
+class BailingMoeV2DecoderLayer(nn.Module):
+    def __init__(self, config: BailingMoeV2Config, layer_idx: int):
+        super().__init__()
+        self.hidden_size = config.hidden_size
+
+        self.attention = ATTENTION_CLASSES[config._attn_implementation](config=config, layer_idx=layer_idx)
+
+        self.mlp = (
+            BailingMoeV2SparseMoeBlock(config)
+            if (config.num_experts is not None and layer_idx >= config.first_k_dense_replace)
+            else BailingMoeV2MLP(config=config, intermediate_size=config.intermediate_size)
+        )
+        self.input_layernorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.post_attention_layernorm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_value: Optional[Tuple[torch.Tensor]] = None,
+        output_attentions: Optional[bool] = False,
+        output_router_logits: Optional[bool] = False,
+        use_cache: Optional[bool] = False,
+        position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None,  # necessary, but kept here for BC
+        **kwargs,
+    ) -> Tuple[torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]]]:
+        """
+        Args:
+            hidden_states (`torch.FloatTensor`): input to the layer of shape `(batch, seq_len, embed_dim)`
+            attention_mask (`torch.FloatTensor`, *optional*):
+                attention mask of size `(batch_size, sequence_length)` if flash attention is used or `(batch_size, 1,
+                query_sequence_length, key_sequence_length)` if default attention is used.
+            position_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
+                Indices of positions of each input sequence tokens in the position embeddings. Selected in the range `[0,
+                config.n_positions - 1]`.
+            past_key_value (`Tuple(torch.FloatTensor)`, *optional*):
+                cached past key and value projection states
+            output_attentions (`bool`, *optional*):
+                Whether to return the attentions tensors of all attention layers. See `attentions` under
+                returned tensors for more detail.
+            output_router_logits (`bool`, *optional*):
+                Whether or not to return the logits of all the routers. They are useful for computing the router loss,
+                and should not be returned during inference.
+            use_cache (`bool`, *optional*):
+                If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding
+                (see `past_key_values`).
+        """
+        residual = hidden_states
+
+        hidden_states = self.input_layernorm(hidden_states)
+
+        # Self Attention
+        hidden_states, self_attn_weights, present_key_value = self.attention(
+            hidden_states=hidden_states,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_value=past_key_value,
+            output_attentions=output_attentions,
+            position_embeddings=position_embeddings,
+            use_cache=use_cache,
+        )
+        hidden_states = residual + hidden_states
+
+        # Fully Connected
+        residual = hidden_states
+        hidden_states = self.post_attention_layernorm(hidden_states)
+        hidden_states = self.mlp(hidden_states)
+        if isinstance(hidden_states, tuple):
+            hidden_states, router_logits = hidden_states
+        else:
+            router_logits = None
+        hidden_states = residual + hidden_states.to(residual.device)
+
+        outputs = (hidden_states,)
+
+        if output_attentions:
+            outputs += (self_attn_weights,)
+
+        if use_cache:
+            outputs += (present_key_value,)
+
+        if output_router_logits:
+            outputs += (router_logits,)
+
+        return outputs
+
+
+BAILINGMOEV2_START_DOCSTRING = r"""
+    This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the
+    library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
+    etc.)
+
+    This model is also a PyTorch [torch.nn.Module](https://pytorch.org/docs/stable/nn.html#torch.nn.Module) subclass.
+    Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
+    and behavior.
+
+    Parameters:
+        config ([`BailingMoeV2Config`]):
+            Model configuration class with all the parameters of the model. Initializing with a config file does not
+            load the weights associated with the model, only the configuration. Check out the
+            [`~PreTrainedModel.from_pretrained`] method to load the model weights.
+"""
+
+
+@add_start_docstrings(
+    "The bare BailingMoeV2 Model outputting raw hidden-states without any specific head on top.",
+    BAILINGMOEV2_START_DOCSTRING,
+)
+class BailingMoeV2PreTrainedModel(PreTrainedModel):
+    config_class = BailingMoeV2Config
+    base_model_prefix = "model"
+    supports_gradient_checkpointing = True
+    _no_split_modules = ["BailingMoeV2DecoderLayer"]
+    _skip_keys_device_placement = "past_key_values"
+    _supports_flash_attn_2 = True
+    _supports_sdpa = True
+    _supports_cache_class = True
+
+    def _init_weights(self, module):
+        std = self.config.initializer_range
+        if isinstance(module, nn.Linear):
+            module.weight.data.normal_(mean=0.0, std=std)
+            if module.bias is not None:
+                module.bias.data.zero_()
+        elif isinstance(module, nn.Embedding):
+            module.weight.data.normal_(mean=0.0, std=std)
+            if module.padding_idx is not None:
+                module.weight.data[module.padding_idx].zero_()
+
+
+BAILINGMOEV2_INPUTS_DOCSTRING = r"""
+    Args:
+        input_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`):
+            Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
+            it.
+
+            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
+            [`PreTrainedTokenizer.__call__`] for details.
+
+            [What are input IDs?](../glossary#input-ids)
+        attention_mask (`torch.Tensor` of shape `(batch_size, sequence_length)`, *optional*):
+            Mask to avoid performing attention on padding token indices. Mask values selected in `[0, 1]`:
+
+            - 1 for tokens that are **not masked**,
+            - 0 for tokens that are **masked**.
+
+            [What are attention masks?](../glossary#attention-mask)
+
+            Indices can be obtained using [`AutoTokenizer`]. See [`PreTrainedTokenizer.encode`] and
+            [`PreTrainedTokenizer.__call__`] for details.
+
+            If `past_key_values` is used, optionally only the last `input_ids` have to be input (see
+            `past_key_values`).
+
+            If you want to change padding behavior, you should read [`modeling_opt._prepare_decoder_attention_mask`]
+            and modify to your needs. See diagram 1 in [the paper](https://arxiv.org/abs/1910.13461) for more
+            information on the default strategy.
+
+            - 1 indicates the head is **not masked**,
+            - 0 indicates the head is **masked**.
+        position_ids (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
+            Indices of positions of each input sequence tokens in the position embeddings. Selected in the range `[0,
+            config.n_positions - 1]`.
+
+            [What are position IDs?](../glossary#position-ids)
+        past_key_values (`Cache` or `tuple(tuple(torch.FloatTensor))`, *optional*):
+            Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
+            blocks) that can be used to speed up sequential decoding. This typically consists in the `past_key_values`
+            returned by the model at a previous stage of decoding, when `use_cache=True` or `config.use_cache=True`.
+
+            Two formats are allowed:
+            - a [`~cache_utils.Cache`] instance;
+            - Tuple of `tuple(torch.FloatTensor)` of length `config.n_layers`, with each tuple having 2 tensors of
+            shape `(batch_size, num_heads, sequence_length, embed_size_per_head)`). This is also known as the legacy
+            cache format.
+
+            The model will output the same cache format that is fed as input. If no `past_key_values` are passed, the
+            legacy cache format will be returned.
+
+            If `past_key_values` are used, the user can optionally input only the last `input_ids` (those that don't
+            have their past key value states given to this model) of shape `(batch_size, 1)` instead of all `input_ids`
+            of shape `(batch_size, sequence_length)`.
+        inputs_embeds (`torch.FloatTensor` of shape `(batch_size, sequence_length, hidden_size)`, *optional*):
+            Optionally, instead of passing `input_ids` you can choose to directly pass an embedded representation. This
+            is useful if you want more control over how to convert `input_ids` indices into associated vectors than the
+            model's internal embedding lookup matrix.
+        use_cache (`bool`, *optional*):
+            If set to `True`, `past_key_values` key value states are returned and can be used to speed up decoding (see
+            `past_key_values`).
+        output_attentions (`bool`, *optional*):
+            Whether or not to return the attentions tensors of all attention layers. See `attentions` under returned
+            tensors for more detail.
+        output_hidden_states (`bool`, *optional*):
+            Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for
+            more detail.
+        return_dict (`bool`, *optional*):
+            Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple.
+"""
+
+
+@add_start_docstrings(
+    "The bare BailingMoeV2 Model outputting raw hidden-states without any specific head on top.",
+    BAILINGMOEV2_START_DOCSTRING,
+)
+class BailingMoeV2Model(BailingMoeV2PreTrainedModel):
+    """
+    Transformer decoder consisting of *config.num_hidden_layers* layers. Each layer is a [`BailingMoeV2DecoderLayer`]
+
+    Args:
+        config: BailingMoeV2Config
+    """
+
+    def __init__(self, config: BailingMoeV2Config):
+        super().__init__(config)
+        self.padding_idx = config.pad_token_id
+        self.vocab_size = config.vocab_size
+        self.num_nextn_predict_layers = config.num_nextn_predict_layers
+
+        self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, self.padding_idx)
+        self.layers = []
+        for layer_idx in range(config.num_hidden_layers + config.num_nextn_predict_layers):
+            layer_cls = BailingMoeV2DecoderLayer if layer_idx < config.num_hidden_layers else BailingMoeV2MTPLayer
+            self.layers.append(layer_cls(config, layer_idx))
+
+        self.layers = nn.ModuleList(self.layers)
+
+        self._use_sdpa = config._attn_implementation == "sdpa"
+        self._use_flash_attention_2 = config._attn_implementation == "flash_attention_2"
+        self.norm = BailingMoeV2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.rotary_emb = BailingMoeV2RotaryEmbedding(config=config)
+        self.gradient_checkpointing = False
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.word_embeddings
+
+    def set_input_embeddings(self, value):
+        self.word_embeddings = value
+
+    @add_start_docstrings_to_model_forward(BAILINGMOEV2_INPUTS_DOCSTRING)
+    def forward(
+        self,
+        input_ids: torch.LongTensor = None,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_values: Optional[List[torch.FloatTensor]] = None,
+        inputs_embeds: Optional[torch.FloatTensor] = None,
+        use_cache: Optional[bool] = None,
+        output_attentions: Optional[bool] = None,
+        output_hidden_states: Optional[bool] = None,
+        output_router_logits: Optional[bool] = None,
+        return_dict: Optional[bool] = None,
+        **kwargs,
+    ) -> Union[Tuple, MoeV2ModelOutputWithPast]:
+        output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
+        output_hidden_states = (
+            output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
+        )
+        output_router_logits = (
+            output_router_logits if output_router_logits is not None else self.config.output_router_logits
+        )
+        use_cache = use_cache if use_cache is not None else self.config.use_cache
+
+        return_dict = return_dict if return_dict is not None else self.config.use_return_dict
+
+        # retrieve input_ids and inputs_embeds
+        if input_ids is not None and inputs_embeds is not None:
+            raise ValueError("You cannot specify both input_ids and inputs_embeds at the same time")
+        elif input_ids is not None:
+            batch_size, seq_length = input_ids.shape[:2]
+        elif inputs_embeds is not None:
+            batch_size, seq_length = inputs_embeds.shape[:2]
+        else:
+            raise ValueError("You have to specify either input_ids or inputs_embeds")
+
+        if self.gradient_checkpointing and self.training:
+            if use_cache:
+                logger.warning_once(
+                    "`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`transformers."
+                )
+                use_cache = False
+
+        if use_cache and past_key_values is None:
+            past_key_values = DynamicCache()
+
+        if inputs_embeds is None:
+            inputs_embeds = self.word_embeddings(input_ids)
+
+        past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
+
+        if position_ids is None:
+            position_ids = torch.arange(
+                past_seen_tokens, past_seen_tokens + inputs_embeds.shape[1], device=inputs_embeds.device
+            )
+            position_ids = position_ids.unsqueeze(0)
+
+        if self._use_flash_attention_2:
+            # 2d mask is passed through the layers
+            attention_mask = attention_mask if (attention_mask is not None and 0 in attention_mask) else None
+        elif self._use_sdpa and not output_attentions:
+            # output_attentions=True can not be supported when using SDPA, and we fall back on
+            # the manual implementation that requires a 4D causal mask in all cases.
+            attention_mask = _prepare_4d_causal_attention_mask_for_sdpa(
+                attention_mask,
+                (batch_size, seq_length),
+                inputs_embeds,
+                past_seen_tokens,
+            )
+        else:
+            # 4d mask is passed through the layers
+            attention_mask = _prepare_4d_causal_attention_mask(
+                attention_mask, (batch_size, seq_length), inputs_embeds, past_seen_tokens
+            )
+
+        # embed positions
+        hidden_states = inputs_embeds
+
+        # create position embeddings to be shared across the decoder layers
+        position_embeddings = self.rotary_emb(hidden_states, position_ids)
+
+        # decoder layers
+        all_hidden_states = () if output_hidden_states else None
+        all_self_attns = () if output_attentions else None
+        all_router_logits = () if output_router_logits else None
+        next_decoder_cache = None
+        layers = self.layers[: -self.num_nextn_predict_layers] if self.num_nextn_predict_layers > 0 else self.layers
+        mtp_layers = self.layers[-self.num_nextn_predict_layers :] if self.num_nextn_predict_layers > 0 else None
+
+        for decoder_layer in layers:
+            if output_hidden_states:
+                all_hidden_states += (hidden_states,)
+
+            if self.gradient_checkpointing and self.training:
+                layer_outputs = self._gradient_checkpointing_func(
+                    decoder_layer.__call__,
+                    hidden_states,
+                    attention_mask,
+                    position_ids,
+                    past_key_values,
+                    output_attentions,
+                    output_router_logits,
+                    use_cache,
+                    position_embeddings,
+                )
+            else:
+                layer_outputs = decoder_layer(
+                    hidden_states,
+                    attention_mask=attention_mask,
+                    position_ids=position_ids,
+                    past_key_value=past_key_values,
+                    output_attentions=output_attentions,
+                    output_router_logits=output_router_logits,
+                    use_cache=use_cache,
+                    position_embeddings=position_embeddings,
+                )
+            hidden_states = layer_outputs[0]
+
+            if use_cache:
+                next_decoder_cache = layer_outputs[2 if output_attentions else 1]
+
+            if output_attentions:
+                all_self_attns += (layer_outputs[1],)
+
+            if output_router_logits and layer_outputs[-1] is not None:
+                all_router_logits += (layer_outputs[-1],)
+
+        hidden_states = self.norm(hidden_states)
+        main_hidden_states = hidden_states
+
+        # add hidden states from the last decoder layer
+        if output_hidden_states:
+            all_hidden_states += (main_hidden_states,)
+
+        mtp_hidden_states = None
+
+        if mtp_layers:
+            for decoder_layer in mtp_layers:
+                input_ids, _ = roll_tensor(input_ids, shifts=-1, dims=-1)
+                inputs_embeds = self.word_embeddings(input_ids)
+
+                if self.gradient_checkpointing and self.training:
+                    layer_outputs = self._gradient_checkpointing_func(
+                        decoder_layer.__call__,
+                        inputs_embeds,
+                        hidden_states,
+                        attention_mask,
+                        position_ids,
+                        past_key_values,
+                        output_attentions,
+                        output_router_logits,
+                        use_cache,
+                        position_embeddings,
+                    )
+                else:
+                    layer_outputs = decoder_layer(
+                        inputs_embeds,
+                        hidden_states,
+                        attention_mask=attention_mask,
+                        position_ids=position_ids,
+                        past_key_value=past_key_values,
+                        output_attentions=output_attentions,
+                        output_router_logits=output_router_logits,
+                        use_cache=use_cache,
+                        position_embeddings=position_embeddings,
+                    )
+                if mtp_hidden_states is None:
+                    mtp_hidden_states = []
+                hidden_states = layer_outputs[0]
+                mtp_hidden_states.append(hidden_states)
+
+                if output_hidden_states:
+                    all_hidden_states += (hidden_states,)
+
+                if use_cache:
+                    next_decoder_cache = layer_outputs[2 if output_attentions else 1]
+
+                if output_attentions:
+                    all_self_attns += (layer_outputs[1],)
+
+                if output_router_logits and layer_outputs[-1] is not None:
+                    all_router_logits += (layer_outputs[-1],)
+
+        next_cache = None
+        if use_cache:
+            next_cache = next_decoder_cache
+        if not return_dict:
+            return tuple(
+                v
+                for v in [main_hidden_states, next_cache, all_hidden_states, all_self_attns, all_router_logits]
+                if v is not None
+            )
+        return MoeV2ModelOutputWithPast(
+            last_hidden_state=main_hidden_states,
+            past_key_values=next_cache,
+            hidden_states=all_hidden_states,
+            mtp_hidden_states=mtp_hidden_states,
+            attentions=all_self_attns,
+            router_logits=all_router_logits,
+        )
+
+
+class BailingMoeV2ForCausalLM(BailingMoeV2PreTrainedModel, GenerationMixin):
+    _tied_weights_keys = ["lm_head.weight"]
+
+    def __init__(self, config: BailingMoeV2Config):
+        super().__init__(config)
+        self.model = BailingMoeV2Model(config)
+        self.vocab_size = config.vocab_size
+        self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
+        self.num_nextn_predict_layers = config.num_nextn_predict_layers
+        self.mtp_loss_scaling_factor = config.mtp_loss_scaling_factor
+
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.model.word_embeddings
+
+    def set_input_embeddings(self, value):
+        self.model.word_embeddings = value
+
+    def get_output_embeddings(self):
+        return self.lm_head
+
+    def set_output_embeddings(self, new_embeddings):
+        self.lm_head = new_embeddings
+
+    def set_decoder(self, decoder):
+        self.model = decoder
+
+    def get_decoder(self):
+        return self.model
+
+    @add_start_docstrings_to_model_forward(BAILINGMOEV2_INPUTS_DOCSTRING)
+    @replace_return_docstrings(output_type=MoEV2CausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)
+    def forward(
+        self,
+        input_ids: torch.LongTensor = None,
+        attention_mask: Optional[torch.Tensor] = None,
+        position_ids: Optional[torch.LongTensor] = None,
+        past_key_values: Optional[List[torch.FloatTensor]] = None,
+        inputs_embeds: Optional[torch.FloatTensor] = None,
+        labels: Optional[torch.LongTensor] = None,
+        use_cache: Optional[bool] = None,
+        output_attentions: Optional[bool] = None,
+        output_hidden_states: Optional[bool] = None,
+        output_router_logits: Optional[bool] = None,
+        return_dict: Optional[bool] = None,
+        **kwargs,
+    ) -> Union[Tuple, MoEV2CausalLMOutputWithPast]:
+        r"""
+        Args:
+            labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*):
+                Labels for computing the masked language modeling loss. Indices should either be in `[0, ...,
+                config.vocab_size]` or -100 (see `input_ids` docstring). Tokens with indices set to `-100` are ignored
+                (masked), the loss is only computed for the tokens with labels in `[0, ..., config.vocab_size]`.
+
+        Returns:
+
+        Example:
+
+        ```python
+        >>> from transformers import AutoTokenizer
+
+        >>> model = BailingMoeV2ForCausalLM.from_pretrained(PATH_TO_CONVERTED_WEIGHTS)
+        >>> tokenizer = AutoTokenizer.from_pretrained(PATH_TO_CONVERTED_TOKENIZER)
+
+        >>> prompt = "Hey, are you conscious? Can you talk to me?"
+        >>> inputs = tokenizer(prompt, return_tensors="pt")
+
+        >>> # Generate
+        >>> generate_ids = model.generate(inputs.input_ids, max_length=30)
+        >>> tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+        "Hey, are you conscious? Can you talk to me?\nI'm not conscious, but I can talk to you."
+        ```"""
+        output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
+        output_hidden_states = (
+            output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
+        )
+        output_router_logits = (
+            output_router_logits if output_router_logits is not None else self.config.output_router_logits
+        )
+        return_dict = return_dict if return_dict is not None else self.config.use_return_dict
+        # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
+        outputs = self.model(
+            input_ids=input_ids,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            inputs_embeds=inputs_embeds,
+            use_cache=use_cache,
+            output_attentions=output_attentions,
+            output_hidden_states=output_hidden_states,
+            output_router_logits=output_router_logits,
+            return_dict=return_dict,
+            **kwargs,
+        )
+
+        loss = None
+        all_mtp_loss = None
+        aux_loss = None
+        hidden_states = outputs[0]
+        logits = self.lm_head(hidden_states)
+        logits = logits.float()
+
+        if labels is not None:
+            loss = self.loss_function(logits, labels, self.config.vocab_size, **kwargs)
+
+        all_mtp_logits = None
+        if self.num_nextn_predict_layers > 0:
+            mtp_hidden_states = outputs.mtp_hidden_states
+            shift_labels_mtp = None
+            for i in range(self.num_nextn_predict_layers):
+                mtp_hidden_states = mtp_hidden_states[i]
+                mtp_logits = self.lm_head(mtp_hidden_states).float()
+                if all_mtp_logits is None:
+                    all_mtp_logits = []
+                all_mtp_logits.append(mtp_logits)
+                if labels is not None:
+                    if shift_labels_mtp is None:
+                        shift_labels_mtp = labels.clone()
+                    shift_labels_mtp, _ = roll_tensor(shift_labels_mtp, shifts=-1, dims=-1, fill_value=-100)
+                    mtp_logits_ = mtp_logits.view(-1, self.config.vocab_size)
+                    mtp_loss = self.loss_function(mtp_logits_, shift_labels_mtp.to(mtp_logits_.device).view(-1), self.config.vocab_size, **kwargs)
+                    if loss is not None:
+                        loss += self.mtp_loss_scaling_factor * mtp_loss
+                    else:
+                        loss = self.mtp_loss_scaling_factor * mtp_loss
+
+                    if all_mtp_loss is None:
+                        all_mtp_loss = []
+                    all_mtp_loss.append(mtp_loss)
+
+        if not return_dict:
+            output = (logits,) + outputs[1:]
+            if output_router_logits:
+                output = (aux_loss,) + output
+            return (loss,) + output if loss is not None else output
+
+        return MoEV2CausalLMOutputWithPast(
+            loss=loss,
+            mtp_loss=all_mtp_loss,
+            aux_loss=aux_loss,
+            logits=logits,
+            mtp_logits=all_mtp_logits,
+            past_key_values=outputs.past_key_values,
+            hidden_states=outputs.hidden_states,
+            attentions=outputs.attentions,
+            router_logits=outputs.router_logits,
+        )
+
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..1ae52c6
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,7 @@
+{
+  "bos_token": "<|startoftext|>",
+  "cls_token": "[CLS]",
+  "eos_token": "<|endoftext|>",
+  "gmask_token": "[gMASK]",
+  "pad_token": "<|endoftext|>"
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000..9f0c752
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23895938c755ebef359350a758831dc230a481428155d0f50a236d572e860b21
+size 7663404
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..9ce077f
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,17 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "bos_token": "<|startoftext|>",
+  "chat_template": "{% for message in messages %}{% set role = message['role'] | lower %}{% if role == 'user' %}{% set role = 'HUMAN' %}{% endif %}{% set role = role | upper %}{{ '<role>' + role + '</role>' + message['content'] }}{% endfor %}{% if add_generation_prompt %}{{ '<role>ASSISTANT</role>' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "eos_token": "<|endoftext|>",
+  "fast_tokenizer": true,
+  "gmask_token": "[gMASK]",
+  "merges_file": null,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "trust_remote_code": true,
+  "vocab_file": null
+}