From c5b120a098c3b2ff7adbedb1a63446feb7f1409b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 16 Jul 2026 21:30:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: kakaocorp/kanana-1.5-15.7b-a3b-base Source: Original Platform --- .gitattributes | 49 + LICENSE | 73 + README.md | 231 ++ assets/logo/kanana-logo.png | Bin 0 -> 59023 bytes config.json | 32 + configuration.json | 1 + generation_config.json | 6 + model-00001-of-00007.safetensors | 3 + model-00002-of-00007.safetensors | 3 + model-00003-of-00007.safetensors | 3 + model-00004-of-00007.safetensors | 3 + model-00005-of-00007.safetensors | 3 + model-00006-of-00007.safetensors | 3 + model-00007-of-00007.safetensors | 3 + model.safetensors.index.json | 6378 ++++++++++++++++++++++++++++++ special_tokens_map.json | 4 + tokenizer.json | 3 + tokenizer_config.json | 2062 ++++++++++ 18 files changed, 8860 insertions(+) create mode 100644 .gitattributes create mode 100644 LICENSE create mode 100644 README.md create mode 100644 assets/logo/kanana-logo.png create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00007.safetensors create mode 100644 model-00002-of-00007.safetensors create mode 100644 model-00003-of-00007.safetensors create mode 100644 model-00004-of-00007.safetensors create mode 100644 model-00005-of-00007.safetensors create mode 100644 model-00006-of-00007.safetensors create mode 100644 model-00007-of-00007.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..21b3632 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..1d6566a --- /dev/null +++ b/LICENSE @@ -0,0 +1,73 @@ +KANANA LICENSE AGREEMENT + +Kanana Release Date: July 17, 2025 + +This KANANA LICENSE AGREEMENT (this “Agreement”) is made by and between you and Kakao Corp. (“KAKAO”) that governs your use of Kanana Materials that KAKAO provides to you. +By using, copying, modifying, distributing, performing, or displaying all or part of Kanana Materials, or otherwise accepting the terms and conditions of this Agreement, you agree to be bound by this Agreement. You hereby represent and warrant that (i) you are legally authorized to enter into this Agreement, and (ii) if you are entering into this Agreement on behalf of a legal entity, you have the authority to legally and validly bind such entity. + +1. Definition + 1.1 “Agreement” means the terms and conditions for use, copying, distribution and modification of Kanana Materials as set forth herein. + 1.2 “KAKAO” means Kakao Corp. + 1.3 “You” means an individual or legal entity that enters into this Agreement with KAKAO and exercises its rights hereunder or uses Kanana Materials for any purpose. If you enter into this Agreement on behalf of a legal entity, “you” shall include such entity. + 1.4 “Kanana” means the basic large-scale language model, software, and algorithms distributed by KAKAO under this Agreement, including parameters (such as Model Weights and optimizer status), machine learning model codes, inference/learning/fine-tuning codes, and other related elements. + 1.5 “Documentation” means the specifications, manuals, and other documentation accompanying Kanana distributed by KAKAO. + 1.6 “Kanana Materials” means, collectively, Kanana and Documentation, including any portions or components thereof. + 1.7 “Outputs” means information content generated by operating or otherwise using Kanana Materials. + 1.8 “Derivative Works” means (i) any modifications to Kanana, (ii) any work of authorship based on Kanana, or (iii) any other designed machine learning models that either directly use the patterns of Model Weights, parameters, operations, and/or outputs or incorporate a substantial part of Kanana’s performance or functional characteristics through methods including, but not limited to, transfer learning, fine-tuning, or knowledge distillation. This includes distillation methods using Kanana’s intermediate data representations or a method based on the synthetic data outputs generated by Kanana; provided, however, that Outputs shall not be deemed to be Derivative Works. + 1.9 “Model Weights” means a set of numerical parameter values generated during Kanana’s learning process, representing the result of substantial investment and effort by KAKAO. + +2. Grant of License and Use Policy + 2.1 Grant of License. Subject to the terms and conditions of this Agreement, you are granted a non-exclusive, worldwide, non-transferrable, royalty-free limited license under KAKAO’s intellectual property or other rights owned by KAKAO that enables you to access, download, install, copy, use, reproduce, distribute, create Derivative Works of, and make modifications to Kanana Materials. + 2.2 Policy on Prohibited Use. Your use of Kanana Materials and Derivative Works must comply with applicable laws and regulations and adhere to KAKAO’s Guidelines For Responsible AI (https://www.kakaocorp.com/page/responsible/detail/guidelinesForResponsibleAI), which is hereby incorporated into this Agreement. + 2.3 This Agreement applies solely to Kanana-*** and shall not apply to any other models distributed by KAKAO under separate licenses. Licenses applicable to such other models shall not apply to Kanana-***. + 2.4 The license terms applicable to a specific version of Kanana applies exclusively to that version and shall not extend to any other versions. Each version shall be deemed as an independent and separate work of authorship. + 2.5 You may use each version of Kanana only in accordance with the license terms expressly specified for that version, and you shall not claim that the license terms applicable to one version apply to any other version. + 2.6 You shall not combine different versions of Kanana versions that are subject to different license terms in order to circumvent any applicable license terms. + +3. Redistribution + 3.1 You may copy, distribute or disclose Kanana, Derivative Works, or any products or services that contain Kanana or Derivative Works; provided, however, that you shall: + (i) incorporate the compliance obligation set forth in the Policy on Prohibited Use provision of Section 2.2 in any agreement for use and distribution and notify subsequent users that such use restrictions apply; + (ii) provide any recipients of Kanana Materials or Derivative Works a copy of this Agreement; + (iii) expressly indicate in any files you have modified that it has been modified by you; + (iv) include a “Notice” text file that includes the following notice: + “Kanana is licensed in accordance with the Kanana License Agreement. Copyright © KAKAO Corp. All Rights Reserved.”; and + (v) clearly display the phrase “Powered by Kanana” on related websites, user interfaces, blog posts, introduction pages, or product documentation in a manner that is easily recognizable to users. In addition, if you use Kanana Materials or their outputs to create, train, improve, or enhance other AI models and distribute them, you must include ‘Kanana’ as a prefix to the name of such AI models. + 3.2 You may add your own copyright statement to your modifications of Kanana Materials and may provide additional or different license terms and conditions; provided, however, that such additional or different license terms and conditions shall not violate or conflict with any provisions of this Agreement. + +4. Additional Commercial Terms + 4.1 If you wish to engage in any of the following activities using Kanana Materials or any Derivative Works, you must obtain a separate commercial license expressly granted by KAKAO: + (i) Offering or (re)selling to third parties access to Kanana Materials or any Derivative Works through API, cloud platforms, or other remote access services; + (ii) Offering or (re)selling to third parties Kanana Materials or any Derivative Works in whole or in part, as part of a system integration (SI) or on-premise deployment solution; or + (iii) Offering or (re)selling to third parties Kanana Materials or any Derivative Works embedded in an on-device domains. + 4.2 If, as of Kanana Release Date, the number of monthly active users of the products or services provided by you and/or your affiliates, is greater than 10 million in the preceding calendar month, you must obtain a separate commercial license expressly granted by KAKAO. + 4.3 For clarity, unless your activities or conditions fall within those specified in Sections 4.1 and 4.2 above, you may use Kanana Materials or any Derivative Works for the development and operation of your own services without obtaining a commercial license from KAKAO. + 4.4 The grant of any commercial license under Sections 4.1 and 4.2 shall be at KAKAO’s sole discretion + +5. Outputs +KAKAO will not claim any rights to Outputs you generate using Kanana Materials. You shall be solely responsible for Outputs and the use thereof. + +6. Disclaimer of Warranty +Unless required by law, Kanana Materials are provided on an “AS IS” basis, and KAKAO disclaims all warranties of any kind, both express and implied, including, without limitation, any warranties of title, non-infringement, merchantability, or fitness for a particular purpose. + +7. Limitation on Liability +Unless required by law, in no event shall KAKAO be liable to you for damages, including any direct, indirect, special, consequential, incidental, and punitive damages of any character arising out of the use or inability to use Kanana Materials, Derivative Works, or Outputs, even if KAKAO has been advised of the possibility of such damages. + +8. Indemnification +You shall indemnify and hold KAKAO harmless from and against any and all claims that may be filed by a third party as a result of your infringement of any third party’s rights or violation of any applicable law, to the extent caused by your use or distribution of Kanana Materials, Derivative Works, or Outputs; provided, however, that the foregoing shall not apply to claims resulting from KAKAO’s willful or gross negligence. + +9. Intellectual Property + 9.1 This Agreement does not grant you any rights to use KAKAO’s trademarks, service marks, or product names. However, on a limited basis and solely for the purpose of complying with Section 3.1(v), KAKAO authorizes you to use the Kanana trademark, provided that KAKAO may require you to discontinue such use at any time if you impair the value of the Kanana trademark. + 9.2 KAKAO retains ownership of Kanana Materials and Derivative Works created by KAKAO, but you will retain ownership of any Derivative Works and modifications made by you. + 9.3 If you bring any legal action or proceeding against KAKAO or a third party alleging that the Kanana Materials, Derivative Works, or Outputs infringe your intellectual property rights, your rights under this Agreement shall automatically terminate as of the date such action is filed. + 9.4 You acknowledge that Model Weights are a valuable asset of KAKAO. You shall not extract, copy, distribute, modify Model Weights or use them to train new models, except as expressly permitted under this Agreement. + 9.5 The protections under this Agreement apply to all components of Kanana Materials (irrespective of whether it is recognized as a work of authorship), including, but not limited to, Model Weights, parameters, algorithms, or structures. You may exercise your rights in these components only to the extent expressly permitted under this Agreement. + +10. Term and Termination +The term of this Agreement will commence upon your acceptance of this Agreement or access to Kanana Materials and will continue in full force and effect until terminated in accordance with the terms and conditions herein. KAKAO may terminate this Agreement if you are in breach of any term or condition of this Agreement. Upon termination of this Agreement, you shall delete and cease use of Kanana Materials and Derivative Works. Sections 5, 6, 7, 8, 10 and 11 shall survive the termination of this Agreement. + +11. Governing Law and Arbitration + 11.1 This Agreement will be governed and construed under the laws of the Republic of Korea, without regard to its conflicts of laws principles. + 11.2 Any disputes arising out of or in connection with this Agreement shall be finally settled by arbitration in accordance with the International Arbitration Rules of the Korean Commercial Arbitration Board. The number of arbitrators shall be one. The seat, or legal place, of arbitral proceedings shall be Seoul, Republic of Korea. The language to be used in the arbitral proceedings shall be English. Either party may seek interim or provisional relief from a court of competent jurisdiction, which shall not be considered a waiver of any provision in this Section. The arbitral tribunal also has the authority to issue orders for interim or provisional relief. + +12. No Waiver +KAKAO’s failure or delay in exercising any of its rights under this Agreement shall not constitute a waiver of such rights. \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..718952a --- /dev/null +++ b/README.md @@ -0,0 +1,231 @@ +--- +language: +- en +- ko +library_name: transformers +license: other +license_name: "kanana" +license_link: LICENSE +pipeline_tag: text-generation +model_id: kakaocorp/kanana-1.5-15.7b-a3b-base +repo: kakaocorp/kanana-1.5-15.7b-a3b-base +developers: Kanana LLM +training_regime: bf16 mixed precision +--- + +

+
+ + + +
+ +

+🤗 1.5 HF Models   | +  📕 Kanana-1.5-15.7B-A3B Blog   + +
+ +## News 🔥 + +- ✨`2025/07/24`: Published a [blog post](https://tech.kakao.com/posts/716) about `Kanana-1.5-15.7B-A3B` models and released 🤗[HF model weights](https://kko.kakao.com/kananallm). +- 📕`2025/05/23`: Published a [blog post](https://tech.kakao.com/posts/707) about `Kanana 1.5` models and released 🤗[HF model weights](https://kko.kakao.com/kananallm). +- 📜`2025/02/27`: Released [Technical Report](https://arxiv.org/abs/2502.18934) and 🤗[HF model weights](https://huggingface.co/collections/kakaocorp/kanana-nano-21b-67a326cda1c449c8d4172259). +- 📕`2025/01/10`: Published a [blog post](https://tech.kakao.com/posts/682) about the development of `Kanana Nano` model. +- 📕`2024/11/14`: Published blog posts ([pre-training](https://tech.kakao.com/posts/661), [post-training](https://tech.kakao.com/posts/662)) about the development of `Kanana` models. +- ▶️`2024/11/06`: Published a [presentation video](https://youtu.be/HTBl142x9GI?si=o_we6t9suYK8DfX3) about the development of the `Kanana` models. + +
+ +## Table of Contents + +- [Kanana-1.5-15.7B-A3B](#kanana-15-157b-a3b) + - [Performance](#performance) + - [Base Model Evaluation](#base-model-evaluation) + - [Instruct Model Evaluation](#instruct-model-evaluation) +- [Contributors](#contributors) +- [Citation](#citation) +- [Contact](#contact) + +
+ +# Kanana-1.5-15.7B-A3B + +Introducing `Kanana-1.5-15.7B-A3B`, the first Mixture-of-Experts (MoE) model in our Kanana family, engineered for exceptional efficiency and powerful performance. `Kanana-1.5-15.7B-A3B`, which has sparse architecture, delivers capabilities comparable to the `Kanana-1.5-8B` dense model while utilizing only 37% of the FLOPS per token, making it a highly inference-efficient and cost-effective solution for real-world applications. Furthermore, `Kanana-1.5-15.7B-A3B` is powered by our newly enhanced post-training strategy, which includes on-policy distillation followed by reinforcement learning. + +> [!Note] +> Neither the pre-training nor the post-training data includes Kakao user data. + +## Performance + +### Base Model Evaluation + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
ModelsMMLUKMMLUHAERAEHumanEvalMBPPGSM8K
Kanana-1.5-15.7B-A3B64.7951.7783.2359.7660.1061.18
Kanana-1.5-8B64.2448.9482.7761.5957.8063.53
Kanana-1.5-3B*59.2347.3078.0046.3446.8061.79
+ +
+ +### Instruct Model Evaluation + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
ModelsMT-BenchKoMT-BenchIFEvalHumanEval+MBPP+GSM8K (0-shot)MATHMMLU (0-shot, CoT)KMMLU (0-shot, CoT)
Kanana-1.5-15.7B-A3B7.677.2473.3579.2770.3783.0266.4268.5548.92
Kanana-1.5-8B7.767.6380.1176.8367.9987.6467.5468.8248.28
Kanana-1.5-3B*7.016.5270.0870.7364.2980.3656.7059.6937.60
+ +> [!Note] +> \* This model is not an open-sourced, just for comparison with Kanana-1.5-15.7B-A3B + +
+ +### Evaluation Protocol +- Base Model Benchmarks + - MMLU, KMMLU, HAE-RAE: 5-shot, log-likelihood + - HumanEval: 0-shot, pass@1 + - MBPP: 3-shot, pass@1 + - GSM8K: 5-shot, exact-match (strict-match) + +- Instruct Model Benchmarks + - MT-Bench, KoMT-Bench: 0-shot, gpt-4o-2024-08-06 as judge model + - IFEval: 0-shot, mean of strict-prompt-level and strict-instruction-level + - HumanEval+, MBPP+: 0-shot, pass@1 + - GSM8K, MATH: 0-shot, rule-based verification + +
+ +## Quickstart + +### vLLM +- `vllm>=0.8.5` or the latest version is required to run `Kanana` model. + +#### Example Usage for `Kanana-1.5-15.7B-A3B-Base` +```bash +vllm serve $path_to_model \ + --served_model_name kanana-1.5-15.7b-a3b-base \ + --max-model-len 32768 \ + --gpu-memory-utilization 0.9 \ + --port 8000 \ + --dtype auto \ + --disable_cascade_attn + +curl http://localhost:8000/v1/completions -H "Content-Type: application/json" -d '{ + "model": "kanana-1.5-15.7b-a3b-base", + "prompt": "Kakao is a leading company in South Korea, and it is known for ", + "max_tokens": 32, + "top_k": 1 +}' + +# Output: +''' +... +"choices":[{"index":0,"text":"1) its innovative technology, 2) its high-quality products, and 3) its strong brand image. The company has a long history of success,"... +... +''' +``` + +
+ +## Contributors +- Language Model Training + - Yunju Bak, Doohae Jung, Boseop Kim, Nayeon Kim, Hojin Lee, Jaesun Park, Minho Ryu, Jiyeon Ham, Seungjae Jung, Hyunho Kim, Hyunwoong Ko, Changmin Lee, Taegyeong Eo + +
+ +## Citation + +``` +@misc{kananallmteam2025kananacomputeefficientbilinguallanguage, + title={Kanana: Compute-efficient Bilingual Language Models}, + author={Kanana LLM Team and Yunju Bak and Hojin Lee and Minho Ryu and Jiyeon Ham and Seungjae Jung and Daniel Wontae Nam and Taegyeong Eo and Donghun Lee and Doohae Jung and Boseop Kim and Nayeon Kim and Jaesun Park and Hyunho Kim and Hyunwoong Ko and Changmin Lee and Kyoung-Woon On and Seulye Baeg and Junrae Cho and Sunghee Jung and Jieun Kang and EungGyun Kim and Eunhwa Kim and Byeongil Ko and Daniel Lee and Minchul Lee and Miok Lee and Shinbok Lee and Gaeun Seo}, + year={2025}, + eprint={2502.18934}, + archivePrefix={arXiv}, + primaryClass={cs.CL}, + url={https://arxiv.org/abs/2502.18934}, +} +``` + +
+ +## Contact +- Kanana LLM Team Technical Support: kanana-llm@kakaocorp.com +- Business & Partnership Contact: alpha.k@kakaocorp.com \ No newline at end of file diff --git a/assets/logo/kanana-logo.png b/assets/logo/kanana-logo.png new file mode 100644 index 0000000000000000000000000000000000000000..e446d47b26e8088a789f6697b4d549d043db941b GIT binary patch literal 59023 zcmY(rbyO36_%=KcM7l##Kn0{xKu|y$N$D6NAl;p#WAqoL+acXCkimvZDcvJS*XV{( zkH7Q2zek=w7H4PY+8f2L4MrYL6pOd(6s{R+;>*wkUW-}K3!&nc5ewrQ9kT4w2)h5yA*^WLWd zvSD#Jv%VMWq@QY|LsVyDpIDa`un}R!+i9{1%&G*J_LqO*82VEVb7?(?-|@S;ZLhl@ zebSrAp1pf}t^*bfi$B&6dXNst!3$}#xaq|$Bzi}rkU3IP|2W5e9#y+PQ`=2QdDV+4 zkW3nr|gDXY7BLq_SuQfv}+>Kq7?(Eoq5c4^x;gr<|Eb!GMWGXi5MH# zYjNRP*f{nFZUNa;pHsw5iBr&IZX+s7jLTBP0iWbi11{MBlS!#Ev(6pWrM)zQVlB#9d>`kru z2UI`dOUM-eX6NO==M9R|^V@lY$cjz5Ga$fQG8q3&Lm>MOU5)Z=lmr~*mxs4ua_bT%?NO+LD6YWOdk=Tul7G2aIq>j$#Hk0e$dQ^fu?xL<5r*ju zDtk|Zbh!l;N8QT>j`#%H@jLiX7x#Om;K}&qhtI#Mm&u=&g<%ZfRvz}{8EJQU5_T$A zI+rke<;OkNd@pZwKs8hSYDsLMj3JWDU%`ZB)myl6K*Nd2?|;9Nk7y!@#B zFB9B%rVXTT7VeDOXhNTTQul1^LR-I4(Q!G+&QgJ+x4|ctXGWydxjLvRM%#p~VjFT$ z$;sAiyj)7NR)cE7=kx9?E&a=)?&H903#lKbt?wC=OC|s4AUAOVeeJ>IHI=W$@0sK< zq=1jU`?;~~2SBp9GAS#i_h_^Kh=ys2I2O5NQbq2KC!OVz741zw=5@h8tB6HYMqHII zL@4e5DKpfg<37*!pV;vJI$_h*$p0nqbw-!-CZ6-<7zaTM6i70%y zBbB19DFL5&yaOubXTgf7Y&vYwU-U3(X><~zyDDqI!ofI&{F!#UR`a3VH)-i}D)?i{ z?Lw>?Fpgi%Yy%u-mzG2s${~Z?ydFo;H5txndCbBFEeU0s`wh@nUz4S*JTf`=7vwN>T@o(mRg!wg6@m z`*e-W%RXS4Vb1x;IM08}o~7G8Y;%fQ-&GH7sHNxWE&HQrr}>?r-CSsn;_O3=>f;it zv4P~h_#!8xm4MwBvk90wnBM9QW;Q`y|FW|FYh`M|ZT{`i z-o&H1cm9i|bIyHnkJEveGba)y% zkJAKD2bPUB_A4V4r;3rgf_KF;nod^7WoI7w1~eMX9@hD^0OPyUIA13;*?l`7IIx!9 zO_-r1@*_@cLcNW?NdL~w#1uWVsHlV07j!$!Hh~<$2b6`sc^BH;fL>o9uU_9KNdEAU(_yLb0NFJjqn|6*B%S7tE;xwDh74`E@@HD;?F2Jm=?CA)#_MtX zlbhYKT*`Fez`tvX?aKXBkZH5Cg=aYOb;=)~_pXV+-EMS)@&0tvb+Q!j+9L$(?B1Id*e|@mO*v%YuPl44BVxx~v+s{V#ya4$RcZ?Us#RD`n(N(s43fXL0AQ_#@ z@9_G;?U!YNJZJ=Y(cb0SjFTK>C|1TrE*`kj*b7`Sw9IOREC4MNrw4Y=zIRZT5WgJS zoAWkBwk*S?&iVk=w=>ZPy=Z3ge<5~1V2t@2Vt8W!^A9z^P&`3@If|xQ)?~6)u*9^x ztQFf&_WPt&#kT-Ef{iLMXoQE#BU&$5{%nx?Y#PW)>a*5gQ{0Upy3>)C^b`6avN7@y4}jzqdwY11 zD9=4OR2=xKP^K8mUzHNp5>TbH9H??8>6^$=3yH?ur z=PutG{Fd~kA{+u9$NodB|H2oCaZc~9i{>2wdHJ8ykq|Fd0;jzs=L@Lo}Kjr`)}wV$dEOTd&Z zcPu>B0W|KsP`zZSg$EUo=o^ap^?kaSoH##eHz5R;543rN<_+d;4QUV?j+JTd7IE~u zDX%L&6OGt6ekERQ&n_CyGg}-S{TL+4+G~tyj-@jd&L1%o20i|fI;5#{FXbJ6g%YBN z;3sFoPX$3bO6mDkN(XZvp9;s(GVM<1zU=-O?4=1ZMbisMXRg9zNgsA^&T`8CoACcZ zm)_x?uElW)!Jqx6@44AXyV#Y3B*lz=kw1-colk{&G$s)ovqLZ$@1%qYKsq|jTD6(X8t-9O7ursBT)`{v`DRyiVXBt&#@DrzaZ|+Z^Oe%6Idp1u9 zrsl1h=6z=3#d}_Q*B@u{36t@|c)V;#5C^D}mOyL{<61vEO?c!x&Q@vjrubpSHy=Cs zrshsteF2uoLpyKeKe4>AVYf4?RB}5nKX#14(C{9@xN?%@KPQ1t%|EH@<#V0cKr>5? zw*xoxq^_Ps?Arv#qVE;jZ!t3In|9aElMyA`@qA0I2_q3B%^eTCu>f_{QO`RxPV>D1W8B>E5q}|c4wc7uJp9$o3 zo`Ve}i63vVmtXsSP!&57glI$6p?pPLhaU-xxoqXFVqL_u-cPT*Wd@gG9L6o>E@?uwb~jZF#S5LL6PG;rn%HNdy{^WB7tb9suyxe_}9}2bi39} zx~w|>n4`5$Vpi_thSi7vSE_|n!c96q0>lLvQX%IlJrCsRlcinXrTDyQcCxkYn0?b) z>wxTON*dYJPf1PG59*9^Nes@imsmMznhd+2De60j|1 zm0L_^A(rOF3j^6S+BKQ5x(7;OfXBI(_KhI>0_2Y^5Aq*zFYn{{r-dm|>6@D1vnmzV zZl+EH@OTJsxdYEnA64)e1ZF7u)ie%$EWfaMHU8>8-Z~g^7Vu$wX^U>P>C~^$&9+pqS9=0=l*y5;8Kxg7y6oh}&fZiw)Idsoz zC4B+K*s+wnU47L!)~@;oS>4y>=IJ+vXGzr1e^~P5V%s^vX2$(GU&ke0s$`#TV4Oc8 zH{`ufrkkm3VbIZqHl})J5a2=LrY~v4HUjk_7!CQ2Hdx!ce zYE4t9o8zXEizwT4*?y0{odgdHPb&b%c`o6s9xor%=cgW{e$EyT)a>!+-I(&}fSmTk z^sVMbPr6QuF*fWnWWQdg<2I$aBL9Oh>raR}$0S0tr#CKb5D_Zu*7xvjTJ((Z>up0m z$l-D5#;0$upELHAoJK< z;u?@;;LBKlbzlz%ot0?{%&Ny}3_NPqb(SIsY*M_c*zR?lsn11c^Cg~;qTk}^l1?~V zbzkSqI@^*IoQMLNv5b9_Nx7c=3rO^jJht)Rvj!IvX^OGXEzPlau||r#rG}bQUN`}1 zm3UjQ=9jGXMro;*oy%BdmgFdF5aYGS#(K)c?W62O-XWGDAJE*%5IBNmeX40TmXjsU zIgbL%X~4yqs!<;in>TkNHtwVkg%e;EDWQy7;kH|TIb|a2jSe~69*eTd|NQcswXVM4 zR#ftM@^ZMyKa+Rv%&RVmu=z@?Os(-Z;|GE%UO_}nl0wVN=n$iKgOa|-M0VKH1N?Lr zH#+1~Iniqk$A#fsZ1yUTkdaly*kVyu8YL;2tq)PfJ*DudMF%IPc>G)5Gudw_ob|!F ziJ)HV*q>_}LHK=-`TkKKSv^HS%!hXT#Xn`qy-rwSde}2lb-e4bpSXzy5zpw8VkY!} zHI4;3-+^qqI#=40zU3cDrWhXjj}??Ud?G0CJ_!;oaHNtHg&dW{ZfeUNE_+zAv%PkD zj^F;G=Bl?wVk)ykdMeMIuXsvm2-B7(iGiy)dx)@%V;RIqJ<5w_qHvxUl9g7Se4yf3qzP;p z7Er&Gl{p;T?%H+nq3LmhVAm}p3&8lAQ1#}Y3Nj@BO^5jdoN*R&IKs}YE|>BQ+g^2c zn?8D3*b?28=Q=}?%8?F@*v0poypl9+Y>h?L9Kk!fsYW=~6<8$l4i@!zje)nmEhn=W?b}{w3^xhW&9LlD?bc zJ3(tD)n1)POnlAf9o`;78C2E5SIP(fXi5TgMEeRe)4I)os);l%GsB34#%9RHGt`Xj zEH7)T)q;O%iH&SNgFd4OTT>5??d5c5=DBS<`3Yu#Jl*Q<=A#DWin+U?SE3zYd^^Iw zgvM%-`*$p*F2LGt_qE|}fFJHh{NtFsbiC4*QE{S_?%8kea<$stFV~E{O=-k^-U}iT z<;F?8H+$O*x81`n#tCKXBRr%(n`+i)PrB^i{8Zo@@&He^csVv-*A1>1wD>$TLK>U@ zWqeKFhJhzi3_*Hc#I2JVsW*aae*C8an-v@1W8X<;aRi0&2V~|g>jKh)w(QzOY8dVX zO7aWa_}#3T|MA-ph7fSd04WRgehc%Xfzl0Y|3@#0m6bVOes-CS^Cq!_=t;yk%^-rv z?A&(bz6GFNcVz{(Pu-Hz@7j`S;Yaf-aLSntxtUtWEsx4s;F|XD6N z_C|yfX1z^cvu7x=VXKwEa%J%JePgf?0IBa8_b*&zU&^@5s__n=XsMj+;wmd% zr1ThNRCX%rGbZXXpYf#NjUXwf$St2OCd9z2{7xiejtnM{pl5#bj=>Isb5v1dp@w_J z8j>?gv;vX`#D@@ESfU6J}fWzLeg$kE7T z$QUo{civxJx43j+(*)#8fPT)UGVD5CNf8#RG(l_1w2scSN<9s%)je407p3ZSCa8rZ>uXu;; z*z_*jqHKH@&R>8Q)Z~lXzz9nsH{;Ng-=hlVcPxt{>>lkF_EbH(jglB@7nDX)WS?%N z2}sQJxPFXPdxeGvZt{lu#D15AqTqTAEthalMGWGod(5d)Y~U~$O}7{Ld_3Dh&-*Rj zy4JnPt*Xt0UwvXMQ1+OQoIT+OlW-m^LG)#6+tp>k4)k=}*<;%C)(yA{u}66M!`zS~w49kv^%r|VOnSr|$UE&1q(VNhUWvRUiNnUbIn^cdfL2q6 zn_6X+)ilk0U9-a$GE`UKi*~jb$)=Oi6I)(&r87MrXEN9f0z?La_8ypS5cX@!dDWaAH*&eElt4tk}=rdtNec;EAdC z7Y{(Sx@Ype!b*3lS$4TwWy^dd6Ktmqxy(y_1-V2eW3}7EISvHmr}23P%$Y1n{}5^+a6S?*uVL z@ONYSye(B}R>xkG=3yZ=fFV+sfP>EYv2NSL9v7_k0EVf{7YEtFuT#z?OZ`?aap5G1 zH)#MA1r8~ym`R~t7aIX>g!*49fR>p z|0?zo*CWA6t?}UVI2U8U0kvTv&`xlYqS0L|)tDm^1vcX3Lj_>Hrt+E&LE2nYVj|7^ zjhSPEtgdGAkTp3KIW~f(0yAoPeIdp^POY5!*~~`Ygl9{SCZ}K|fW5hg)wlSIcr0C^ zhfri_`&ClN-F6eF&h0}@N%=)5CmtOSXZh%wj~eI5?R}Eb<&asOu8P=;mm;41N7kOO zKZNZEKV6;F@$NMfPrXS_r{qhvl}sKB!@;FT9(aWsiPWU;u0r#x6Tmz^HgCu*`y{QZ zPo0hVX)!V>tZ6InrpF|kP*s=lsnQdEmOxOOP@KJEU6ee-MjIbwM1)DoP4qyYpQ$o~ z1VEbiFbEU=BT0faQ1e!~(m~lWm!T%uwyii`Y%(~u9mR+}+{-SR{n2*f%8KEg7pi*_ zdSD63sCJaNqBKhke9iTbxeOowEw3L?9-}1u=s4SS2N_DrOk{#&TGdo=Ci5%YCcLl!8qWo94na!$ zLa8hu#tTu@JdFi#+4nH3Rt#sQ!Fi!Po9%OR=c(9n&MXr8SkHKfdfno3KQYz0lo}aH z%5iU2;MV@z_-q7&Rwzb0l(4A6gciYdQMK_3`DA@ct~aJlRiNQUN3X^n?%DN~P0V;R zexljerg_5Vav}vkUH-mGH4^A;My+4Lt~4^B9s7gG-ps?>({n7FdBuE)p zCGXJ#&UJyP^nf|oBpmwNV!xct(_xO8!#*%JqmA~=V!??4orKA%ntTm#?{G*YEhELf ze>yCbN<>dqgR3;pM@0(l*CDmlA#G{I;h*N{2LBiT(4-{sSem9TE{m=lFThCSP5isN z5G~3Po8MpZwEHT-F=)RAwoAQ)GZag4~FH-dmeQfAjSA|#c{z3S+sG3 z8^ze=I2tVv^-M(Zw#*o3`ul13Cz>(ok~7;n2`e{Q1&7=Z_+MOo9s7~*N2J)B3(PI8 z2JN}=5gcQLMiKFujwTh62_I)0CtGzT?U*UA5~ov!SX_H@Gi@Zkvk=X~>|nL}xn}Ac zIC2VQU&7Yh{g{7{OvjL?4uxF2lm8uvmENbAHYo+RYFY(trxzp2Zu zu=4!RpStQgN1FY#?@sbChM=k}zHSPEXz^qhiS{H%>qd0jnJJuc>_szVu_%eOIyr;H z^KuUBJ91Tr^>0_6P>;`V(DWbfTFmk>RRD2o>TYdTZq(!ET$|Zgwqi5d|J?<6%3|`M z!)3q0p)kB}1i4cZ8xqn?NRI!vWFom>q+ zsmS`erxS19NcmjmKs*gckbnB=y0`-(idQTjH|i6OlE}w?h7T)Z>s7*I;dm(s>|IMc z1~&tRdFy$cQ;t1naJhXIaPxGKXME#HwbhUkjSFzYs$4^R#xDZ>QF-OiVuhw+hSp&n zyw&2Vs&n3lKKVfTT?l>;_*t3Y1Rfa>1;MDC1%LHo^v5Xr!J4O zRqYhcRSaY>?Jb;aaqZ>TaF4&&xrFvxyK@mvKC4rn{ygGj1t`y!dOI6& znH>Et^9;8X`BT~I(~?Q^B+O_HWKt-3^-?%jb-`A?d)@dIW1XPl>wV-4y7L@!4@agW zct!J*%BzkOXnQSt&=Cs)^e3P9AB(aI|8=Gu0gl6xWBY6oMLA4KA-|G$_YZ7hRk^;7brO& zOm2sM%ZwgWC9|v=pj}BdEFH>Bt2G`M+uln+zN}kV)t_oj_>~`X=0599bSt1}@x6>YA|zGAw)DK8>_Z z;LhqY03+ca(D=(~zI=f^GYk-)1ypAAG-5&E0|OvxGhsE(s!yEsCO`n4OB~-M!6h`Q zc{9O{owSeuU5RP!J?5;FbI=zMVLO)i>AUpk1V;KXo}IDbx*{vlVKl(9GbTtG}U+;$P_TbbRm*z=yR$TAt!WqiLI_{FCuWrsruU z(yzBQXTi<3<|vW2nAjrTAcFN$)_H@O!Ef|9`h_U$x1sa;3nZb%)PH^(vh#fdmz7A9 z<_7m-+G8TGg~>L5mco;kH!el}d>apP=DTOyHkv@rFFIlGS7j{+wgAShl*sU8DjW-C{d|&J9_TWd=$b*eyg(u1p7CoL$Dq-YfCX?Bi~BIw20=?P5+KIKD+= z2hyNR)v^bi^6ajNG`m_VoWU!g(UOgabGi(ah$p(MHw_?6lBYnRFUkrYGZJ zEWiqXlfb2>AlDu7bq&0bp8fj1HG0F5%@6rKopv7Z=Z!Vj^v6G6xX29#P*;Fw0)DnS zTUTv-6FhpomcSNy2Lqj2%+UTT8llV_S$NWDqkDtA=~6XR zX*y1dV_w3*#}*+(>BoK7n0{`I0IsZR=pj7c_+Xy=r)ZEl3JMN!2UVWZ3k}ao1{@D> z^a1fa#Mg1^V`p_Gy^}_))qI!v7Fq5H3uXETfE*K*7)Pu1rfQREq!Yt6%r>PtkWXCw zL(#zVtJ218hqqF#A9JSSmIk1dyR)Y-K7!2l{h>$qI#QubJ{gJbxRxKWR9@`X+9V!w zZ;*l^tZYnLjEoTFlK2vKlh7GjlgZ%3)9+%V&GnDBPXx8ulCG4d6+V4W@0&el3b}lu z@-hiVxobB4<#f3%3sG zWIqj_7q!fLrSZ52Gtu$ws$|6U4MV(Oo7?Io%k9IHo5x@89lkstv*{oaWFx>8EnrFp z%8yuUN)X}G(U3_uSikaDjgq;|X9>;T>7k-_k+)MZmx=|Sl|nv+gKwMIKGTAyaEE)M zlOpp}TFE0ROckSj*puWFHZFIfK1>}Z_CQ8~Hz(JGEafn;;(i|c1~VUN-k*w!b&Kyg z{1S&E_~!_vxW~GNL|(vc$zHF*xL#I4(Thr+j+ z?;gZ^Oy6GKttIiFglYGi&w67%3no`m)@W-*esiU^s9}9=eaXuSou{PdC7)7&Qn0jk zfazop4`imj$;A&_YpO6vJEPV0P_&l%3-BjCSUbJ@R}t}V467=<_OG(s9G2AC(lPav5~Dii#_^mx?2cRVM=%)tiUX2{+<7*n+d5=Mov zk|~GID@kkN_x?it7gR{qWc3clj69Z298=7s-POsl=Qk#-Ya8!KZSdB)`apl>BauHx z@-AIp632&mo$-sAQNekq>z1<{UnSVb<3Wdl^5;qD;S_yI09Hr?@JDz_Xbl_%I;;8f zVE~G13vKZ>ZJ+yXBsz_WDBeU2?imOJxl2^d4fYR5BE28fLbRmDWFQ$1&X-?w?i z{hu?(7xO=mX3g?jT8mX{`YIvFHK*3{d=A$NHM+Q#<%0|jQz}?W~xLf1~F+2}{mw|9JKj{VeNbm=+*5+Fw~2>vef-=?so+vMR1ZUb2yKQ;{T7GH+k+ z@6+LIe5@_$LW@9l3m-D^u?|_wbPW*FmR6VVqyT61BY077wZ(v1-*@N?qAt1u{)SSQ za|l%VmhLo|V|16o4>&*tJTSfWpV_o)V$^Zkrlo`hyOsPthHTTXpl8i_DCUV@>u)p) zuhV&8wwjDm_|_>DMxm9zjkDFh=CSVHQ}>~DFKq!;xD`kxm}2Nv)s+s!iV^bFi(^EL zFj36?E#X@D?o&|qU<~I`26N|Qx%O_^_i?3XbfdD$+g@}+U-4e%syYl<#OrPLJH^?r zCsQ`P_|tk7<2WMzP!BPizz)^ntf?w5-4Y z5;#C#-i{rr0f947ql)~?w7#F*MSqPZOKn9<$4`zdO~|V2Hnu$rBW0igv9C_NVljGg zMb8EoSdyEzVXvd{V}Q7~OZ7L{fI`CEzq8aKZ@XzLq)m9{JC74NQD z9Gra9+d@KUr1*z4?kR2%QCBxiUSCOsW2yGNg*c#X0~KPn-NgNYYc20P@jjB&(!>&T zhY@G74*FIkLvvYXyRE{jPQgH+L+c`@m?dWd+{eA*wVJjrTf0{-Vhb*IxifAggY?O>z8z ze^IXR;-k|e$4Onaf8B3lmea?#@Ce#1`_w+L7q6wa=4|5cd2Xa2{*=s94T!(Gls0~N zuQjz{9;DYK)Ueo{92*8z`Hy`l0N3PwV3#qIG-Bu34P%+h5H#b^)Sn58?6GVymt#9iOn*Hw84tE*CKXnwf>CZh|9YxVtt)(Z6#s6(y1#B6}mD6y&P$oAntu%6@wK8hd-!dnl zl}mXOwRtKas4TG&K9o)AA1>`evMJK_JY=MrppMqcJz?;#v;CWwHnThqgBE=dl7S>g zaD#|?wMG#kxsxCl4jGABPl088B<8JByQ;NZX~4jal2f}I2oKs_H(9eb^u0EBzt+B? zdU}D2<b8JAo7hT1KM*E^b&Y5W5*cf{%h*&JYE2X)14cHx zj6eA^XlJr4H$ZLSo1k)!Z@`h&yhTZ(XOLyWJE()jTL<+Phg7Hzggl{;W542o!wtv36Z*>o!`(q@q7$r8Gse|_a56#M{p)}J$WhTMULB!bRyOe zZ;IH~?K%;23VZx#fox079CgX`?%6siyVLp^**|tM#A_mSGh!>u(2R>|k-?3p-Sv_? z8`ksrO}-QUp{o2whrg;f!#%S^5U5!$7=!lmbaw4NVC&INX?<4SGcJxp#pX!S{~*K! zXN9#?$Q!YpI@S$XyO37XQph=Xs$wEhY?Npv4*V#~K903$Ns1S^&fOtwYWk%Vg2A$c z$0F)J+x9@(z2g13XW%dfSx`Aoan9GJX+V`im1gmh{AZx%rdNynEA^Z)601)bfrsoP z_u3=W^x!X_XQG*x{5)F*jnvDZ1Of_@vJ@Uo@v3r+)KPR0S!uV<5N<%}q)vpF!Sb3) zg6o>m9_I`s-A^OQ%+_D==MJoS>1}4o6TC;Au4m1hBxAZfW!${yJU*tzNj&f~ZQorQ zp#DqbTX@)#SJVOX^R`}4*5rjQ7qWQMBDMMUE3(nchFK$oD!yet+xP7z?TE{?s=A6_ z6wn4;2aN%H4!piF-z!yr1o14rbn3s;a5AB2CoVdBe=I=~CkS^6G3f#k7i2tEWPi6C zEMNNN^*HQYz%+hM_Ps-$Bnia(gJ7Azkg@@b=gG3HupUc#9zi`Bi^T^SM=DbG3BR=l zGUk+B^LQTE9{M!&S8RE6vA~P|nWLjC(O2^->xi)*mOj|Q2R%-8vvX1u`P;v5{XPDm zfu`Yg--C9?1dSP6ZemSLa}0LG&cQ~CZv{1*-g!EP&WG4Pa{X>odAjrGI06?MP_S%Cv4?g|Fg5$S4D11T?EHn=&=4V-L@G&kFsdIlawBesDwK%-gKQ#Bo#Jm*1%~ z_hUvp)@*h)KS=g?ew?dgKa1_Tg|s~Y;B1E$rR`3zAN))4N7E!S+R)LKP4FqBnh8~T zhq%89`cKr+Ea8e3QQ6LD{MoLy-MEZ*a<4r8O3}OdSlj)!a-7{;bBL_u1y6U6j;VS8 zT_MGC*KqOFiwJ+inxup-K_983sUxf$`&8F0^1j7&w*|Y!@N>MtEmGYR9|+A9Rz~|P zvWWz7kmSy9$3pGe!GL+cwE06;!fewwq)Za1yY>e1NhhMM1gsk$1=9wY6SFMgc@uIl z3GW|IJ~E7Px|DvH+^nq(HWJj=k~s$Z{2&YLzT~U{&V+Y4qkl z`C~@?yi+?~dwp!P1-_Y^(eH#Wji$c5#jE3&!kNel51ir}c48zVN93kjz^~52YsH>_ z&kA59e;v%>x`crLhHiJ^u{^psVo9?peRfU4*2*zKvZ{3F-YN$bbTnY#@X(v97i-qw zGv=L~kMVX%uyQhe_gqdU7=(QJIhf(-aV+}U@7Pwp_TQQ%nNY%uXmP+QV1x%{|8T1! z9(&hQo|@cAF2ROcKlZ1rr)bLSG8Wg@zc*WdeG7E?%H9zNJ~pR-E_6K#pKDga6T}Y? zRIC7!Ul#w`joSpWCC|9qJk{UGR)`-dnBEvb>T zm!@wasfFXDfnxe0Bb;U!+Hc0LDm^DFKVnQ7U|RyJaS7nH0KOF7LxFEE2{n;1LmdnB zQuOomFR6Os_3u&r*!16F?Ab6Eoa+Uv>&STn+lb1~a@t{SP-eSCN%$kS7j2A$n~=~q zU!{uc@XSpHW%>)s55J9QJ<(ah$aC&JfgwjO>M|5tz&`~U5};*7qVmT(?Nm!^&*fju zFvvc^e%(N9?7w=^bsRLrP8fK5?$fuH{d&N<*wYJM3<=VfcQycc%Uutb@d*`fPKfOt zns^qDl_+6MpTbdc|0z!TqC|9qt6l^buNyVjb$aeMW8K4-_y&_05b;+owv)&2kHY0V z7L@n3**-q|#F5-g8|tMpA~nko>0Nn(u#)nwklX%c$jxT3>ddma{vEhOvYPj7%_x=2 z$lds+`a~?IUKU0mW<_o_OSrg}0R(rfOVf)>{pZCh$}tWjmc$Z_;FEt(bR)*Yjt)JS zV048kJ@kBg@i!upcUMBGDk>PJ;r53aC{*lil9m{sCM0lgKW4aIjnWGkPjJ-~6U6RN zncb!_o07a1cgvO{1iw4y#HnavszRmi>(w3KGfDMpx*AZrL6(7BjQ-2(?URwv>CYix z6V|~8AGieS$@s4DbduMUp}>!1vD`_Y!FI8CoX_3@48C0wcggC&gqxnB6y8@m$q;ui0>+wV7^Up2&uMSF>O&3Mmvzo<( zysx4B`2lP-AQ1E~Wh@D^jqtKEmWoznah8N>qkhdivGpUf(9yi|`qsiIeuDI;X@v@y z=GUnEyS(4C0*bBsO5MXy`+i2W>50R$H%0_ch(-ny^hm>N*W`EquDp^VWp0C2rqow- zHA@Av)`VOFw9R^69V@I-MMx#p-16MydDQp6H(L>kadYJm;Dd?3x?8 zk^hx^G1%SehuT(s+m$3}Lz{fle%voC1ngmbCdbuPcu=d+ZlNmBnW5FL(~89@*J}Ur z35}Isf8>j8$YKwB(X%*Hus)<>nxAG{m*8w!A7K8Ugw)aMVZ8d#oDaP(+W5!*JYP+~ zyZxls`fV@vq|go!TQW3TpQjW1rM_8L`4I zbi36!0Jn4Oe06tY) ze}@)hgm*3K@2HyD>)z6avv{r4fK2OKtLiw2Cad>p0@`W2KTMPH)F+OHNz+gMIw)AM z_fwU~_#oe)vh=vVWK9XmPNs7?Eby(xj-e&+w{TuW^P?R-f;Ms=ZuiD>ndcTu`buH9 z&g3&W^NfLKqQt}b8TN%TgAa;6a`yEqomQ{Tlky*2-1JC^OB`G7qkb)14>Vu@K6+@? z=Eujd_w@rbHQzIC#+PWUaDv0!SY^%Ea^7p)M^=^8D?4r2V=Odo=oD)_pU7= zd#IKtrW(~BxmgfIi^AWo2EiFthpJ-6;zhDcLXDlbc-rEjCE`XD~)~RGU9V5n@Vh4D; z35wO6`W(i}kyb)7^Jd(vjd4xEYe!sj0cW3L;_@#QT~?YA^n_~A_R090j8cZLZ)s6p z)xxts6XB>1VaDrQ=&14PB+Kzv<}pOaTDHDa~=WQw%ZR~$n^xL*RXvKDUU-1;D;?qDV z3aWx4C3yMbf{ds{<-KI%)0|X-!_5n6hE$|YE`^>amI$5%UJrex_)>o|}I~(N1{#aaK+vHf?b6aWowCxoWZ9lB z#`5RSf_RJ$1^gcWhy$2@dnYRrLq#1Z3?~7;V_6Xy1>q9BVo;+n|LYXoUE8jXr)HLK zHgAKD>Dd`N+*?x4$IS^hEe`@l1X-OXR~-@-;K-bV%lx|zZUEv#@BA}oPna_$&tvr@ zgUQp+`m*0}>RlzCWd(wj($|Due5bie@V4(qnNhdoMDB^t%pH5t1&eaFbCV;^{v17+ zU}V&kf--2i;>@`bTp+9GLdRxbCkHOE>@VM4+%#`Po0$K~x8QSkU{lFk<+c7zLQrn|x=5Nhg_pHa7T2;roSH))ZNpWX z@5@zsr6(ot#ABo8m<@B#+v7B!+Kq~=&~G|^ov**J%}yzll( zh)f2){(?+^;65xVmcIlFaC8b+BRJxZA z>5iqlmRfpgzU%w`-ao#3&fUXa?%6vt&-BclM_A*fn4V0oMz^|lQbLj~nyS<1WC$%9 z6^3k1zd_3kb6npWcrA-P+F_!8w6iOgvg;(X-%Y@KcSHTWZFm(Mk~sP1+QzkBcM)`0 zbXx9lIFU8-FYmuM(W&}@lg_joCjOVi^emG3n0Ky>iec1d~awat4x&Dt`3 zlAjy}v%-=4~bE+s&n>B`BxJ4%BCEz#6AM=@^TJ(IZIT~!I=&Cu`fk5 z3%4=_yNJ7RH?$!(;&l7)z$C|vM3H`nGhN58AGSO{wcCDvZO0zVX!D^HsfIy!KY}-S zl3i!dzAQ+mwS0fWWC!av*R)10g6M~<8q%anAzWKlb#iW_I zc^E5%zdQqQBC){%Vjo|4B-F}^txpHDdrRP%m1YYRUZ=}m`rGZn(YxPU4SKUt5HhCq=7x}!=7yS0#9aCM15X){(xMA$ zcTSb~H>1rc>59qc;!*j}-Jj-4a=r#zoM%_7?g)N&{RFH0z=yk3o)Yo4d^@n_>wMr| z<`X2nH7-`YO}I)(wD`1QwmW-i*EB0Jp?(nM^}DcJSFupP4HLf=9kq*yj(l;@VY!Rl zT1F+oz@X<6na+hzbF)sa_tPQu&_*MFb`_u@`8fV^caC76LJG;r8<3a88xr)m5UJ|0 zrS`jTFXYVqrsSt?ZF6&&ZsIL8J+9SwwC36H5!nw1?@lp!Xe)UFXZ@4^osVVBr#m?HC#Qke=x&DAV zWp! z8ypN_d|!BxovUTKKI8|5?`M>>Sqs$v5W*2D~4^G=GIrx1)tRQVBbP1=HEaeR=G`ctJ3cMYk_Kn z9N>mo++B^VmUV^E#Ymwjb$3byW|^~@xtgS!bTM3hYSqspu;~Gx9_s-K*D(Q(@{CcM z;I2wgi7M#DwH(EDS+Y;Zc^^M0bBO;V`nhV{L~h~V)c4*+dilpMe24$t6pFj~UXHO~ zo!htc5Fw3&)8c{k9%HEq9Fk5uB_+>f^P2;Kf7g1Hf?(rK%4$8uFla%# z={1!+ePmy-5i6VF9BhHf8^pBom?_EXHcL^#Fji#45Yf*96EWMdws zUPL9&ZD+Gh38ct`aAjg+iw>HC1d();0RxOuCa9leKYCl8kaPp!$k~{WGS&eZxo^eQ zR-n>f7`-@VF%FSA=ca?Mr1Rtp;0YHy+kk}iLA3GNf(Jtvb1TK->zFd)XoXRG;=ehT zmG{3N9LlqX*AUe=!)~S+-PkC_PyH(b^(AXPNyTe3%qN>8KT8|XO}c(tkgW0)E!f7* zdVcFfh3pnTy}pCFEPwYfm9{lH8h|UW=o~ycyA0AsOf*vjLgzw=<+F74m5;AbK2lta z3D4gf@9biXhC0_u?j38R=CIk!o`+6}=YDaj=)=MA0ZW)PcxPQu`%%hN<1z2fKaPr4 z8@x!R3yAJ`iKm+Stl9y(;NzH~`d}WjD~W>NXtV3IQdeAB%b7^llXgD$xGsc!_Gm{% zu%ak;(9AZV2B3vm45P6@o7qE0YKq|_!O@*utMH|!ZvHQTfH=ol(gZ$YQ)M{EbYK%v zz^G$zMfRZ9FW{wcp@Wxsd-c=_IX=Pf3J~FSxQ4v&^uj4)T z!rFGy%tRO&KfHQYCj#rKDe<=CGEGyjC3!Q#vq&GWg!C%3RtXZ!g358kbj zjYfUi>gTDQKr|X%QvPwlTEyBlJw`5{*;v${;<(XF@%tgl=)o-CR zoL&9889G}n$-4m|*6Z(h>GaJzU*e??(^b<^J!~Nx^j&Jw*woZDhrM3q_j>r_(=VqK zzMMXrBcUxux=yR3u(Ciau8a~o+EcCBKa#c#n(`P<+t0gp$6AbptELgxx{*2|X;PxN zqCbe4vwNIA*Xt{Xc%KCYkrG2oP$sA>5AelBW_D8ZBjtJcKW^yLy8nBo(il)k)m1$= zHzMu@R=2S+$tttd^WUh>mqJ>P-@OcVqJfvHE|<`;&gKOotuM3d_5F>6#TBeMq|UNf z^J4LA81xqf1EM8Njp@Ww7}KVHRH>9>Ne>?cI&C*k8wh@r>ACulu`Fgr{7o9`HQXI>gueLo; zwFUD0z7+cHV!>l+W*W5!QwpJyY-Pxkr3uxC&B>2Y^`i77l?7KX4Le8>P62MLxAEt{ zJyH1vToj`_I`N;_yG~R!ImZ7GjJD`hlpZ>%gcnK5?(4ks=I<66n|7tQ6!AV>#P+@r z9R8%Zgp=Xzitlq*q_(5|nd(z?_Bs7nf?th1+vf%2W9|5J;~4Gy8|*+@1^g><%}Dr2 zPx;1{n4*iM!x{UQdf241c0LQ^Rat`e=hAzT^*DCz-^09(-i?BQufTi5kgEa2JytUN z0oW}gbd*%r0OCZ9gZN#ix8JiH{EV)?e^5!M-#@z?kr> z2VaKo)R7la5LkmI;6D z2nb)^d%9rqcQZ9g)vT^b}2m% zVCH~OxuipRmN8yiTSKjUd2`f231gq&eIQF*kxtt66m=y$QkY?pVyeku#{i=W>B-*B zj!>{A|8|r?>{v$a9~`|X@QsP}BJi%&E#ux-DB1d=l6DFxxZs5$ar&e{d{MJ_j&E~4 zcI$J_*OFq!ThcC2k~arl%R()dmO(+(J8~zlv5gFVQ$5(z4Bf(4iL#hu+3T)AiAOLz zA6qEYfBBcgh;-yc<~-rB{9>xZDK&B$S#hqs&S^P84W9b=I=9zAP(Fjr!xy0NeRz^K<-`nusF6 zd`LJt8+esB*6>L`g4lEp`dhM&@i8o%`-!u*kq)cPDU0fB2R*zP`S4QfZ&|8wT8#PL zrd&QM)94&ahCWmI1d(DryDx>%nF?O|^$rE7o<3M|-iLj84R~%`0o`nSrU!y0ZN{0` z>65;KX)d%L&o5i?{ClCq{m878x&~}pfV8oW$-OF$+Dm~; z|7tEQKPo6fJA}?k=g|eAw+wMoS@KK&i|QwSoaI;JIBC>BaJxNr4c%<@?we`f0?&;% zPwd|~%W?LjCY0OuIx4(J=k(J*%%0M)1Vv=Gf&+N+r` zZNxr>N>sd*&r3~(k>){Z4OhwPx#!Mz^yl! z+s0tX_zldhoV*1-zb)U0nwv4IYs&gG^wQNkZ+PkM^r`1*hj~GUQw5O_V0A^$vUps( z_1cKNHmWNHJqbIi*>m!O=Pylt=nXvJT@rE%4qgaKI2kbIY9r9Kgs}}=Y%@}%QQUL1 z&`!tym;UCL$gRMKv%xbq6+K|!SUtt~rIVfQMm<*csX z4?l!;zP_)cu~{UIvMSg8aob4>akQpP?5y@xn9Ysws~hRjCRB(OPsx#$WnH0y+>;abk%kGky3yu@~6jB zOTCIchkD~8)epsVWO@sfwI%oQ)?NX)@PbG2zA}BMIlK~hJ@mbWTc9QvC7mhoO;m}V zX;niS31$cM6-21^05QW@z!Gyg%##lylv)0Bocqh-cpD#WdT{nN{N~5TLivF~7-Gzf z!%(BWnxTYhL+3S71Np#5Dy{XmIV17R7WpA6Dm@Ow3SgrWBGI})QS=e~XvAOVWa#~j zhLRl+nyD2WbttD(xJ~ZvehvAA^GOdZ-9q1GM#)$U{rD~bNq?=C?JUulLGQP3G?fl9373ck!dy#G_8+wP)@0DLUjTYcoj< z)Cq2*m7mfBZ3|@~&-tnneVTfLOU7Cy`M)$_e9CoFsqfwGIW4iqXKa5@NQ6H~#KFc# zBfr#t_AJ}=x`CMwbBEu+^NN7ohwmh>lx*pIgg3+MN=e88l|Wjm@Rf1|A@!N)Y7)_W zU>7eoJ&D$%m4F>-SD~??3#Bic=lrVK22$68oNpQ9RFJb7*S=%Rb|S>$=kYYwX5@>r zA^~q5$WrS|x+7qzhbL;>Fnq()85JjMwU*pLOzGhg9KKP!vh@pltQ%WMoUYI&@-QjU zN7$9LbynXTCKi6oIOZfz&OprT=!+#EfD>T)NL>Wo#U1>pq(Etyzk5Bp4h?BF zxM|h$MC760$@=FP8O1zKO~bbs^TeVrBM0ZL#lziVVhH zwGHN+`=6#^@$p4c-CTQ}vW}NBM?JC30eogeaP{p$Q<<7foKbB0Y8PpL6K~mH(b{E+*`}5X5iGo*in5j`5oh*}W&Qlsh$8)3UtGz{*3YL%uH)TEwbpSu z0e{qG2HgIDTCMT7;L_zZ%|&kks&fr(n~b0Wt$Qx!%ToXL7^{<+d?z5(SasHixI7#g zi(F}{)4#S--J(mpQzGkx2mf@BSs5czR*y9%Bm{`;h)c}W>=Ifwuy{JsLErFNHx5R*JF$Q5sL+Gq0VpJ%SGfH4MHkJ+~4QL zxUKdI9-4b^>kD-io<^)Lj^p24T%$Uf7M&>28Tui+l8?sE{t`&S@2&`(Q*RDOvHw2r zR#?${GyoO#A|fnh8Qn9z*8WLH`FH6_c6|eocFvC)eq!l$cUA) zyr*{=$ibEwa8BYgtUov!;PRmO`|%LYm)w)h_FiJ0fv?kYv^#2X=+@@QBg^`t$edo% zT=|ear!Dv~X1s>LRLuyTOhKc_5D9YD9Jj3zj5hB4a{dcE5I@bldAuw!S9gPjUheQY zR@#(bGR$bOqq^V8gCFWeEqt%kxw_-x)%_hD)j)JI2+#)^tig~1cI#cD=!VPhm2{zw ztLK&!^uK{M=A{)!k?^MBjT@^}&aTsP4VJ!~zF)RB^u*#{0*M%e->XiD`q;|j^0VlQ zNM{d}hfTi-h$cyp*>ClZrqv%nEt+t{4n9g{{Ux{5+rUdSsv^BL5&n&!AK-K11D~DY zHyxHdxbDk*@$5@>?Vd*1^({Qcj%EyJ)R|#+mN92hl9*(#3&?p9iBv^Id7*?arqPT3 z9?6Rv(}$xn%4-Jo5F(NDZOeEAJ*mWQP06w?+1-^{1uwr?cC*u$-3gYTXD@qCG$m}& zL*QM8qA&Nv@)%8Fg+ybK-e^gb``)5$;Yq$mi>I6jsrY#(AumsuF<|ObcwYku;4lPG za|8J(!_wS&c;F(g{kjk9*iw31s zRlKhW(?lM+KEK7*IkwpO$Ozh+Nl&fHg_$3J8p4;FvrWUH6$p&dZwAxdE_&GCOU!xj z7nppkH+~b>e&y_jA^;LwVZpcuBBtTs>P1(!M;HrkPZ_-u{Tl~V*aNLJBsGjYw@+%Q zL?}<5I%ZybCn8M+g6f~41%o`4(a!@0{DD>ZRN`Ong2%uV6+vNI_Y_#2HrA-w?@hp4 z?upATcHFTxZ<0gO4LgZ5jX0^gsoPQlHYw$Qsd&E@q3pnJksB?f3C}&{vsRe1MY&S;M})J5?qFJ$sl z%I#HkHE*tqY@&&@KYX_7_(Z#06}thY@}h2EwqvE}BpqfcB&&E0#HDR950Yb#>Br_k zws{&NOvmq?@LDe+p4hF}hjhXwPHs;+pqZuUe}UGUhObv1_AFkF0SB`!ar&tjyFXc2 z%kNS%Xb}#c!>~gHL)t`=kI5HL*9+NyL7t?z;Lp*g7G7c;$5 z!}C1WMX$&Z20OYLOo-RXW52U#!Y;D8oGXtk#xDOoj{V{z;02X9W1PK5-{&c&6^<5X zS$#*Nh`GTc0jI6}Lw*DO+ntFtAVD5pUgzKK{s1ZHbm_tw#nPqvfy+lc$Lkr$({%v(SvJ@+}?_m+z&oa z9qyO)Y1#7j`MhsHzOlund)>W%)e<@ASwq_5f!NawygAUTpvivD`Yv0K2Pmj}Fla-b zkRaLqG=9KN-R8(jjtl&@Z9Q=J+uiN>K5jER;4yF5O;HUF0B^4t9mLT*IB?Y6S>Y!vA5j$J)Y!_M*Z z+R^9nji2(AKQOc!5UKc|b#yPvHz|CnkXJ1U`rQnE)}glSshtkwCi)-HwH^kgE2m3- zsmOS`2d>mzQWeRKVGu7`U@9Ex+mlyT&3C03u4XO1ZsipJ>jmf*z|5GbdOT_jFqt~! zav5l!@GVkpCWx7o4s62=nxIf&A^|fx_v%j-B~J8wd8-U9KP*bfk;345t@iL( zqb0Po@%&-)WsR&M_Zc_0k0r@3N19%}d^d;1z>yN4N!0?kq9~8@`4A-;=JA0CD~aGd z5y>hKr*W^}!vWEFdxkvsww?4L)tVW-o(Typ+>CHb!g zZqe+hiIrcTU^#Dvbd3!>`vtJljX=TH4{9E23428f~@I*@_ISgqtD?YCzycEn57R+fOy5)*9HLplluR)cikQ;e>R9F?0p{wsTL3 zLf?>2^)fhZi#JGJ>3BH-lT>6}Ztb!^*%Rtb%nd$2H-3#MOWtLzk5D4lqK(IrYc*g` z?5Fx!rbHMu2P&aEE2SLw5iH5`IDEy6hWD#mPoZakyi%)(eIf9Rk-EyrZCgX9(j_hH zt($=w&B=Uau(4#Y`5#4TAM-YNUr2V>&b-pQg!24)19O)ie_G-Z^Kyri7DzCRcxT55 zbQ-g%`Z=oj774Ghzc(&$818UczUxjJ3fvPV%2@d8BHA2*^1fmJkBl`T^t(kbx9raO z5j>dT-9cnw_AjVpUUqbuUYB9GuKqnyxow-U#Tw`tfYBfBTe0Wt)5q zFS-8*V6p7Sp4nB{AHHtziKdlxhp7{{yHjlPx_R|p9lsVJG1)4li2?eIsF2=`p@TQU z`%vr1pUrZsFZW0 z&qXb!-dL5)Z8!V;9@H*?KrZ3v$JXapkrkjH(NBUAjEV2`rBbKAfy+Y{`m4cIyprkX zRwUzZLY=j&@wGb1czHI;DRx-tjO=_!1i21Nu4|4)1c#T4q84BZnXbficb)#O$8)Hx zBqhQ?j|0u+)eiF`^CdTqyFYe5#F?JM{GRJN!>i@+S_iXVWVKk%Y8 zss2}us+lfKJ1jFDn;a{HO%3$T@m`Z&m0m!?u%j*9ELF-C-ZULR%z8;Y)?pNjoeT_p z*Dl~V{jrX~hFDtQ&L|&Ow>V8iY64W!7~^>7y;HqNwfi2d>I#5ce zQSvharuH-^Orc}9Jztu%07LSx0ZTb+{laoAXzU4OID6)832ikNS-tZF;okQ|kgnzl zYBAA%pvA+^#i%-LIxc30P^h-gVw<7q`*WkOIx%|OTE_E zZrVhLRrb73&xxP1d;60(x>JZ&EXWW482?M)HX{Xp-O^BIDxIQZv!S_vHHKJ0DWyB5 z6C0KPldr%k%koep#MgFw74WOMq_1#JCdrS^fHGRJwUAW|qv7lRNR2YL)ExeHoAiI! z{qE_XPBXCIxET|ip1=R{BH71?I z=eQLk-;fur8S5}{Qz)=3w;|$B&5IZ4f>ClzKJI0ZOqb_Z3)_^?PATz}Rfy>hXE1c= z#xzIG{hhf63XSku`}1aiAfjDP6>dVV&Q$+o$-|+BP7#^-1dW=f9*Mh$m?!4>JA|J-piurC_qVL zlG1}z!DJLy18FcX`;a zTpx6+iC)mN->uiKB3n)g8+X@;ZtekAkA8uOUvjY>Gz5A3wvy_y_by zv{|++_yx%5;j*H!87GghI`lRgy(zpk@5EDC3>V<}btfvB^^4nXQ7BnmFZQI?y z(&yso)r`SCx!2VeyO<)5P6t`0Ylt_pTxOfjdqw3cy=G5(S=_QLO5iO!WT{-a!aS2c>E3BD{W& z1q(%Lh5TYT0)aF?Ck31e&CmgDg~_=;DMK$K18_0Q1k~>L=*Frf14)oasjw=&b>FOlW;d=Cn{!e z^QU|JL|Ifm^Ri23TTRr(a(s)@cl3BW4|dw6EGq7Ua*7%gy{PX-)^hk{c%xCCG0o>x z%47Ezz=zKzer8U8=A{W~u2zuSRg->&E;QYMRuZZ~+Lg$P<5e_;G!+UKmY(R$Jo1ok zrijgHc#lhuvk3z6KY7I<%qK3g7dQVbmV*5GocmWI-o6^obE1%KD+xq7riTQ0r2TFL z`*%++b{DQBwCthI(M*A*X>rt-vW(?<@SNjqITW$Tb0C6nSoM;0MiL}OLb6|Y4-+ux zKH7FzRXram?GmW*sYbyP%}y^1L?v3Tlv_R+Tmb0C42wvDd?)K5U!_~ld7{SbM9;9V z3RiP{#DXs?*5%(8g}&NY9;SlH)P&=;djTRNafYLK-Vd-Q=aJY4D56Q__3ZvfhRp)7RFd0X3ZihoKZa{r(guEhFv!8zgNB9Xi;dja|KNS7$Be((B&h&j>L zWV5La$X7B@PBz$39(<-oU1kxeH;py&_pZk4yeQJUUI0QOJWbW$i>Y>X&@4XgH10ww zIhGh)f)$?f=Ix)PUrOyQQj;UlQxm&w%tw2V^;#cUpH!pQrOqOI5@%nEoa|?-t;r+Y zwm&KcL_&~@2Co{;xi~IsGB1*0r|YO2R$&4e0T9&+%I6Mm_BxP5{_Ct3JG3-yMeZ|L zg-eQS!4b~UTaV3O`%_>i&zn5QXkIlGY1!1{j03VKwA4O&9#iyDTwZc;0i?#iq()P= z{X%zInFSLojbn-Wvh$l&TUw;?R#D7mA?mT-2j$2jTH+K%^4YMxaR?)4>m@0Z{d~i) zx4Jq9@#q@~#Hc?YJR<>CsG`m$>uUfD9C(VH+&h8hmoVe6MCBiKs$jMn(=NcQA&haw z53jGA>@B4Yu1ZB@DixBEv>^MSo1L|&(Iu}{a{{h;cU!?p8x=1(rLOYn_S-SyUMB{< zk~dQ0^vBq~xUU#!0&W38?Ny)kgDvvDqWF$66!k`3U0niP&eFbargkw80PNeQ5zPLR zX|krCik}SD3fk%iK$QV*5jzL2;|vo3cYHozZ?8r_u$VBXt#3Eh2&pU7Pa&UhOgZVH z$3%!3=)NaOkn(Zrco<5F;iO3125} z#jw>UWk^C_{xBDB*iag_!U7qRj$zCI43J@636J54$0e}${-=8QKLG?Kl7872fVZFD z`lhY7VN#J5pgR$V-CDX-8mA_wGnZqyboxJagjdqU)T)TPzDRcY!h4q$!uZPlN#_}B z_w@B|y;rTU(2w|BoKwzOe}hG!-)XNOo8)8JXWZNl`-s3GF__|y+UwtHMIPYpo#r~=_@CTV+u%zyS<{0H@wJ9oP^S_Quk%{AD46PVt_i! z$0OLx(i=$}hl6ZU@Um$p$rfLMO$%^ZliE{annCmiZkHF#_}P6+uep5P`Q7;l^moT^ zW?QnN>4XPSL6!+ziTotsX`600t4^4*3J1@x^h6cTOwS!Mb00GhC|&3*xtm~ACv1g0 z4as%gNCE%DoWvZ7CK+FQk>}v?#-r&)Yd-?C_dfV-x*QjOY+Ar)t`t#DZP%|Fcg*TS z%EYG5>FFdUA|BiU@JsXv@boC|zv7deTvrxR|pUj13^0``g`x#a@Hpc!1QT{l~m9VL#2@JReUN za{eG$P4C1BA;Gfegkac&cWJ#(5D=K2Z2Odb1^1|MYh0fAECIG(d~kHuHv+9HWCweOl4E!5n&5!AXnfo1-om2=JM^w> zfBuah>VzadINuX2=v6?(hQ8Kl&`}*Q-kKZMT`<2hl{|*A2<>=-riB5HWTu37I3!{} zEiNu*4B>{$zk^^%5WhO4suZ+lW$%`o*Lw?G;8It4n1%-zpp<`mfH7L`=|UE9e|>G( zUE0LNM=!7&Z!^@jxBRSjj_IoxMVIsF7lElfswP2$1#LnQWu&q}L+Ky7zctbi(Ckc&IL2Fs+nCZH06>=K`4_*61%+(q zW#L30CBEb4?H7&MKIIhPSB<$}&_Gr($MVDXr# zn6ZZIeF~;m^FJx`*xU0EIiF5EM0bzq(gJLz-&XCyLobkQWhcn-^3lcwYSe`)TO1QB zo{290z&ZI3VWI%2gDicUM|)&|E%}Y!?P86Byr)&V( z+v?6hT{MYvrFR{vQ}8;WAEg7P->y`K`}8{p`)A=(Vgv&qJF*k$eZaYBmZv7r`(R+^ zSfRW|B6Yy(*X1qQ?~!@_Y;LrVdn&Xi<^2;7=L^-sgq9qxiad!!+f`jwCJ%+FhH?H~ z%LT23AGDsdw{WJDy`2Pq)N*K&;*cpBaPsK&0Kg1${V}yg= z88-`>5-g=B0u~8-{%c#(SamJ(Q&b%FiXI7PrML(8Rn7c%!rzVTI=ekO5GOTDO5RJ` zu4=qFHbN)!KME=w3xqB#e}}_El`y8A|B23J-w1YB4}1zy4_z~@{$8aE2B8K4 zxwXJ>;0Uu9;p9i2I{|kX)8kec-!?|A9At1!e8NP~@dHqf1SfOm;>ag&KDMS3E-y@j zOz?@nKZDfqaS`i3I+j$0Z1L{_iy?b(>K*e2>QOUKzN$c$B&;3Uh>j1ct zv?$SER+#!x+^gFGNqd$I{PKB^@irwB+?6Y_DSw1|*!S-#gsmg%;%7f(ap&uG(u`PP zI-h9p$>LMinkPuqdr07aI_Dk|~Z$xU3`5!1o(mpCgN?j`> z*x})$@b(XX|NTYM*=#LL{QM=S)O0vQM^op&Ye^k|-7}K@+#_0`TV>m?T-wX@Hcv4m zF}sPM#BwciYd5(}X`*gwuoVhwtsi|-{ew}XVSer0IbqlH)hv6(S?3g=QNwt<=!5?Q z!kE$BxnFP0*txfL=JTfgHfF0dKm^~I?^KXy=Cw0}@Q}wTm6q2c}bQh}`@JT0ucw zGE>f9DBOX4({^t>ta}}2p^E|!*IUm?7^U(B@Q^2hoJF%q96PnQ^Q9l{TiZ73(y2RE zaNUn5MzG0SU0einz^1LU%aue|oMt@zqW~e|IX`)tZVSvNNio$E7sdZIY3OY#&|=_g zI!$`V#d#}rmdt<2!e{`Z#1~4*E8P{!?5t`M&Xj~qh3p7qE+qY&=-Q@y1EcX1m=-B6 zZcrS*?I4MbCLACnFiT4SXbhsl$h@Xbi?#fY{+0fp?`r^Yq#ripzk0aIhFk}}0FQP^ zEsWM$WGulK7}xMKeyeDdf>W?X#Ng}3&BO$#X;8=5%YflHdl4rhKjZn7fGX$M?#9#k zbP?1vUB9x6ll&5qf*+*Yf%W!{0AVoV95IYz zX0A~9^^>?z+Av-0@etp><+tBo7%cSZ<{+J6w<{k={6cwgD9Qv*#`GK(p}Cxpaa~P? zf_$?swijjM9D6S98ki6_?Lml$=#M+*v-x)m=X+>@A=SOq+qzXdpDWcOsmrPeJ4^gl ziX+Ugq+=|cQ*%m3GMaoj&4oBt{=*{MFFK1No_Geq-QxdJ&0tMEz~uhtoEG#0Kvr?R z>8g&Co!OK$b*cA!3azf#x^MrJok8(8fF6l9W3{QkKGsyKe7ls_uLl0ZW~)&I zl#dTQ(!2*iT`}N!idhvYGsuM_={@E8E>6I&eXJk?PG}_HKQM-$UwcqwhTuNQkBZmb z!rL@N?~qJ7=NpHLxDVlJIyWOk=^Bql9|aSD-s5lf<3RSOqT+dkyP8Z?*!$8m0vt1? zI;UeeH#C#TPsYwi=2+7z_dayh1`_*zY`UHmA=H*qd>n*!c+!mcyZ*?(v|h^PD#eTQ<{ zCc9sVee1EhGW8k*w0pAPa+hX1e~HJ>BxQ~0Y?K7oQw&_@W(`?9XX4z5P2a&&(4&k$ z`6%kQ@B{Uj~SNoO-aY= znlgGmPmT+)utY`kYmF@cTb8D@xOo=GVuE^-IcP@==x(Xp(VJ-XD*14`P_EZb+13>* zH2YPCyF1ef0*hV2g^AcYLrgE(KJq@BEAS$ovs;u23&b#dZAhvLl5PWZI{f932RH zn?mnmj0xGkA!B)7A8Z-q2?e=3pxS5}py&d~+K}>g(;8~j(?Og|x@$B|s6X%rKXT#* zG8AifJW;fztjzO9t?Au!J@d~;s0_yh0gxKz|H;C?=dbr;d+T$)WXj>wC&qfHy$la5{IM4w_JruZ`u&-XVRZs9KBN1zV`ZM977X6DGidE z?-@*f^_DAheO-&IU>4^^S6BlICjl(Te*px6!eQAzGc3oA@;G42j}{bRhbj^$Z^CvW z2$>($dB0n~EnrKen}2?FNXu5Tn2qxpvB9oKkM8V%9KkZP{{c8Ca*bQBP-&D1BIw$O z^C8a{s30fj*VVq>=mNPBXIYw#vL)j97p|*0DwU`eeoGhGpEdK+Klbbz(e0NGSQRG5PvU6 z1fFo@xdn({nH5W5Z*B(ekkOOLYH_*P4LM%y{)qlZLYTqLKV4I>-3}JP{!T;C{tv{> zeJhCPu2+NG)-#wDLs+|ur#@+q6`22BEad#jqz>ZU30LQmnleuW0Ji2aSj^Jzu0=$;q5L?Jsb+T_@YCfEIOLelM_y90a#%zh+>a+In1$_W{btWYgC98I(QEx2bEUA-2GqB)*eX7;dCVNM4L%+_WuX@JMQDaT}5_q z2M>3J)Dn=+`R`l+rn*s)Z)Y=|`5Vo8zlhnb)^C%sK-jen37BWx{D#X^F-^H`96s(* z38GCJ_K}6yshgsB)!vP=k;X_zg?L z7(*eJeI!t{_@8vO@;a5*1tm}Y@pS5@dTQiU)FM!yCB+%#)m?%wUbpx5_b%zGR<}rD zXi0ALFNCTII@@whyMUa;>3Hg+fZOh?`d|(KW^rAdUk>-{##e`%f~R-EcH`+$cBC;x zE%+iKqe@}R?y4gL3>hM5IYnjKlNY+z>lPfi>(Fb{O1*EXwWU1ca=&2=pByqBk5x)* zh8GSTVt+X9@oEpS^M2m{fx84W%+2ca9dP?&whW{bZ z`ifa_f4K|WPiz~P9eBw+n`mU^dC-VR@mj01`;EM0pVQrO zr^=qK_r4ePl11N-2SZlyGqV+1j^7L4^hZ(QU^|CiGr4Rxp_g)Z=^8&0Q4obN^Y^VS z5c70=AME-zoG>S9C8ocb(Y>@5sJrPJK)UNcIq`lteZ|5>g_r|>VG#AmX{vi^a=jV- zO_0=!IIk{cUWLOa|M!{ig%O5fl`cbe0T9(bZhj(p1{lfzi7IF)1(u%8*Rcx?qF;P7 zB;}HVHy4=l`<6r{&6;a`0p{2A4Y{GFSD+L+ly;P_pyxbzeI{9T(Mxl6aXSY=_q}sp z2g-3BEjRD$6~KE+tzV8u|Lj6;{cDj|!FItf8HjXYNX4Yc14uTryHzcJ3=1=#pXb3v zg2Nkfk&$9HvY%F5dK{_v82XY;aj*E;LYB)j+}l5!doso0P=s~U6|ajPH-ji?I7mhr zNNyKfflRD|y1KBM`sCKbq*{wE!Kh9MQUs&h=@tca?yugh%Oa z2&3UwI{i(Ff+V~rsVnsgUxYm!hZ7>(^eJlAyeiiq89hrPSyA^p!VQ-kOSy23k{F*d zPIs)iPMO-0QL9p);JfkNr7R*5SGa>#fsAL<&!=oX^`;jC0cY%CJz0NribWbP_;aLA z1kTKb+nv99&6eb`UGwMg59$`yUy8`K%ppl;;coS2wHDuGV{=kLu^!#}Ce>K8g(4HW70v)y?rJ^^uM8 zyu|yrSkWH1k!LomIXVa=;O-@eTy1+Xg2|e^gcnzTEbIE@=k5w%mmMN>3Cw_@)%Yr~ zUi}htH|a0)3ZD8tym`hV`#F0L6IIxdZW))0o2mxIyq-;v^#VNA#6hhJD>hSU3{Llq zm)RPj+eKOUS}_Ho+t`e=bajOPMF<319vG=SeRmbR!Ob-GBMvP3yIGZP;o!uKs@hIV z0@CJ@!<#u_%}^)B)cBieSJ0^?5pnYDQn@^WYw9Ns*le-i6ukvO^<6_w44TEz`uD!A zr}aMfgiUv|_X?#g=XS`PC~tA3Qt0-CK5seuXtFJT>q(}mMuT&{g84=JG`kRbw3?>t zV)hAp+DiL|&AyB6L27u4m3ciR+-j>~GN?kJPE8M??Oc-T#0ui%24Z}<>OyZJ2%FWR zuKf(w|FF>cPCUW$y`k_s)thiKVy$QE{8Wu|V;X_{H( z((PzU5cu%~WjrXSI3T6xvZXh(gu2 zLDjdF|6;8E2TJVA67M6Z@lk^CGHk}K(UfY;D);Y>tv^LK78I8Fb@_0t)N4-y zu_LS$xFMB_XUEQaHl{*uh-ELLUE5D2vM>E&eJ}UP;`#{!@Cl(xZe54>`O&ymMlu3(5&01Tg0=O&@dB@>A5`zs+?dkNoaq~4As7BUsNpQL9 zvh=-`xf0jG`4RgZOp(X=v665!YvkpHLGW9afBE{?+t0+#NC`mQ&wIjnKp?ev!Nn~T zO%+EqzByh$ynO!Vs1N@YJ(RG~<`D@S@{z08Tg^o^YjliMZuzKKh``*&us6~+yU134 zTst>_e^E&yQSYx=2@*A^X1zUB?OD_U7qY2Z*ZR87C@#;!gs_Y+C}b6DU} zVpokEXyXarSFX0~78^f|0lpc6;-_3y*-lcu>@bK8SQKF&TRkvbwv`NovzkSRf`X}J5 zHJOEJA|cf*pBUkalQyW9`?on@V_iio?H=?dTRsJ`(MpF7(lH`}u@Rcv4*e-odZKoI@C zv;rFE+w;<+3|ZWu?zFHSU~zH%PRmAoXQ^|J5h=Pe(hjBk$qxOaV17sb_x6mr^W<7e zX7I(s0zvq-d1(U4+`uv4w!*0ZVZg(EOQl{OxryiqW%N9C_Q+Pg>>2Yy;8nnW{vA8` z(3RxL)&BLZ-~*J?F79RAh?Jel#t+qZndHxY^3YJ_)y8`)v$u>qNb*PTE=M;MU8Xji zuiqyhbfh`_?~psmKoEk}CM9KfUQA3@T*q(jrZD5hU{miBkTz1UV_&k}O`)cD%p%0~vb#O3gq5{9dAN|A2AS;7@&wZ(!~L_)bnc^+NfGDhulFVvDo??_Vl}z7ccc%# zh7{f+X71`m7+2!Qop$KQ_ec2dA364Fg9`6+@%~@b1Hp1>&b9rXTi+H5tl!+~?Ll#) zIH?yU=NiAwH1yn8kIj<^HH&tS*(sl)TS%h7rb7*J`dyWXg;4yfi_OJOBCRXN77vWe z#kKEE7_E9=99yDj7t6T>+hwfsbEt<{Qs|iFQTVvsA7V7F_Pm71Rk*OfBu0+Jbw54r z|sJy7bVN)YO05FZOQV)wpODP=cy}1OL_Ec!`$g0i+&y z%@#|GW6Vo1F;Ms29-ObNVxX^m+p7+?dmj|~XI16I?+x=K2|a&^t(W9Q z09*pBqSpiU73wNTs(!M6xCok z82_Z8G5Igv{k&&6d)?JA@)v{2iM+P$P2%gf(jge#vb2{rQ z{0Zf+o1PGQB#_Mh?s6#0H5mOMV=18kSy*3! zT*PzJbvlJOG)peT9otFVOdZ~;eqixM+x^Zzj?YXFnkFoJV`G%)YqzhC!0AW8J-Rp5?6H1UO%f=GWRFO?2qk!hk35FgM&e0p@VsfTjsr0BM$u< zfkv^tOqZW8)7*- zB?nZ=8}r`Zy^uPWM~YQbGWMrzRxWb${}v5*UDb^$4l(*?%~n3Ht7wnM!h;t@F`hZ| zS?acJ%Dr~~Oe3$vL+~7D&PDF$Z}7@KD>`J8O)jx$2gQocJjp`^2RE^)3X{{#JDT#X zrka~@1@4RR`hy%UT8tQ1k<%2KlbHd8Bmj zE$9uaVs+*}Ff|`tP+${a7f+XGQ~U5~+<8e?-m}FEqv=m}J?JV`u=k-6)=jaq`gEGG zGI3w{KITWdROq=fRA!*7U4tZg+vymU87kj|3ayhtq`zb^-8_`8p5Ihs)eo0U;u#`3 z=dnd6rxS-g^Qr_d2zm=F&|goM~Pg=LNnn_xXF?{rr$UO5!4^Tu`FK?muf@E-*@(^2HT z*Q@wJxLzG;7(YSs*Tfvb!81MkSmL;C(bNKfLPQ4(3ow9100P}v2Ov44Zk+FX zci*w%st&tsmD(C3&5wqT`n?rd6K1ZtwTr4qqpD!$2fy%qr^|om7~XwunZ(EKpLe#r zX2zv@&gUQeX?*9>cl}B>j)7%DY0o>IHQQb37<{n`>uF(1>N(A%)cn|;Q0(| z_W81(saLF1lfQV*N2QLmJt#Mk7k`$qrKH>&Vq+k1GQG&po=IetsILJ$1PbeUw1dOx zNIoYYl8}=82SvRBg$JaMh5F(WgNC?iq$A6MAKnk%XedvASm#J7SK^bvBhc^cq(A=C z)ooSRus0GWF~TjVzK5PnqT9(Y4nYf`z%1YM32Lr?iolPG1S*=mD*apSb$ zv!KXmx0=(e!M^8t66OPtE4-U|5nlG}CCe=fJ~a2qHAARcNQl7QO072=_LONPh`CuN zh`rrC%(Ru9_M2&TUoeebxD<7*vRF4=`G)+-{hbNgAJ}6X;rGQ}!2-I0s!L#T7#32{ zxugNd^Q(Iq#fHZK{duY@EWV5%QtmO+KXn&>906a}|5!-?dM0LdeT@Rxai42t|GDZN zaP_y}d~DR+&?E;?&9+Cqy#$jrkdK9Ht@WPRZ8V#~$6!bafLzXBBdlnxx^q$fESDuJ z6|MY)n-0s)VyeMY+7z?1dtA_j#)=xAI=>V4TW;1_m{{l%@8$T(A9QflRY2S%Yw+;(ha32XYyF5CUln;j1^qlDB~c$YKR+S_I6ZyzMIi z3bUUl^A6ISU1|q`q6e;;C_0NgxjZxilsYN2Mp2%hTRMW_K1?KWEgPo64eis3NA;+5 zOaBt`92c{=O{N#N*@wikZ@D%~T~zkGrJu<=_UeQR6-kC3N~>u*x}$%wj91_mzjJUD z9h;NX@p1KWjv0lFCP!C<@99VmDp;+biYUCh79TZSRb?AheHZX3A_ye_b>EqXf>Q#w z=zY~A;%H#UyIvdrxt%sVgY35)2IL_2wc}L-8P(#JTw^zX2t+LsR9^w^(-N{xUF85< zz|&nWNpFMR+KntOBt`mBQxunO8$Ldd@BxKESAj@n^pEdI`Ol-l2I_ARt_L~2H9Jpw zu6Hz8r8|pdrV*G`nw4 ziCdyoJW9#f8lU>MQ{>qs2C(?HcEBW9j_jo0I|kmU^Cu22(93t#;T|sLi_wF+!4#H? zr~mHNjUHdd^MSauT!y4?r~@yH%ohRFBha(^1AN8Q>bS*o_4l_dK`*UG78jdOZ2_9D zGK9a9wU`dFN+xXxNjsrjPERwX8Q1p=V_>LnoxywOkStx9A49(=bZtgIs!?~ZCTWvd z3{x2HLz@KI!8K8SNgD`R_BYV01X=c*r2_F#nA7{V0jfT4u2!$lJM`3;p#1XT3+7jh#picrMg;G?l$B_w231qxC}R{_48X5g|&m{>qc+49dJ_ z4T2cB`ezfRo@c~usps2&MPwGu6#M-y&IC~GFTL>GZev%O`#c_RZF7t*{hqKN2YD@r zYlK(EM>#+P&`IezOA}5#l2uO^O1}4_*WBq|L^keBrq&|Y^J!Xy@>|N2rBm6(aw$Zv zN%6xMHt5%P509kXUEitY-S6Ieqo=0;5g<1meC&+m_z4gmMtiKm)}qR1?Q-95gWLzC z#&9}p8-y>jZi8MA?7rdd^`)hJfk5E_wsq><50pSlA4Jn}ySdwVyV}OQg1y1jz^JP+ z3{~@kGlMST@Up?JZ$E(3t+??CZ_Y8-sei)lN}n#JG3oxagY{ua+$Jh?9T`i`6}8cqOu`RsImuc+zSiYF77Hzr%DGrAy- zqc4S->m5?#t1!@(HBf*U|6kRyL0YY9PR#Vqo%TT93=+G5CwWhc0^HY!&uF(4t5QoI z`?HK3?nG~*d_!LYrXr-Gx1g(mp&G;ISK*(s2~RnIc^yw$B(s~iH=YTI|3R_<^MLSY zc)NQCYUOXKzr^~Wnl#`1A*L~b?|SK2q^?M$dk9G7FFc+c#jkvLv>o)qxAL`JAd}%Q zxS>Q8X!r4Q3N|=ngX5?912A5h8ug(Ja8Zv&93_P{2t+gh{u5*~%sxK-PCJ|wAi}7v z%>@E0^rLkw0#)&7yC{dWKIyHuk*GiV6cserRHdeC{_AI@f+VkF5!o6mk#Qm6aXEdF zm3i|fGk%#;@aTM@D=69Lb25@;JUh4jUG(OktKD`-YQjCf08YAD9dnZWr0|(+m#2~F z=ZD3K0uE3o9r-6`qc$`UaJ%Q+=oGm=_^N@Ic}0yd45d_(`23tF zseW1Z){HcljPjOf<66pTO`H%M)67F4cL!u4c)IVJ$CQJA7YkUjG!OVr6yT@(U>5Ff zx8Ua|9=+a{UaH)J4lpP+$G&9Qlu{iCF%pm8Utg+$ zhrk*wL{~P?Ap4E?e`69=!#)|qo3t{|Mptx28MlH>Fv^7J^xZ4Q!}AaoOIddF?meMH zWfk&9)-Tq(bXbVwe}5umZCQVVKtjD?Co?zhb2eIqc`^5d{sjOafeZk+`P~$1*ttMk zrKV?srsCE3u}}h~$`1cV7*DZ*l`m5Wli=c9!KSwU*i$K^0o|33?N|5r*&h$otoJ5> z6)qaFhv!!}VyA89uoS%LVm|Q8_9x;k{}<%mzEO9h$)w8K+g^Xq@YK_Oq`>R@f3$Q3 zTE-1?!L2LF$sK$f&|94{m7X^~lkqgWLqW{hdp>`Mr{}%+E0KHNm>}HRe0#n$1T`dF$p%#TE-~> zyRtIoCX$88`8XsAiruySG^()Jm?k@u=QCKaO+5=i308sls!{kz_?n*D4K`N?2j))w z;J$X=_Auc=P`+y2GYWz;?zdK~qMzK`s4?Gqxerz2-}7!FMXNq|TO6Y=tR&004T7BB zOa7W82^5RTOkZjGsC>QWA#cv~@9~TO_xM5H#0u#j{@r2XQ)A}eLF%o**aNpIpa;8M z@9Vk#N736A)agEzJ3QT9b-rV62QT9grft4Cqza}aDLyZPYR7FKQ6pQHhMriAE1EPv zFBK-fE0w()t$MYZ+pZiJ*pvYsl)Z(4?fj%CT{(PagY(_0;XrHW_<7c)=4*Qnw$U^; z6zBF?A*Gr7u@VDZv13xH*>Urp=DnN(mIiBwZx|z<^&hli;%T2l9W1qV3ZkuTqf<=#^&IPh9+1OMm=;L@E1S zv`HA<3-{Cjnpx?xmXOZ&;8f<_Fx9Jkmdh81ziFS6aZr~8j|ju-I)-K{r86LLaBQH^ z@$kmgvSny;u0S8Yl|ShdWpB&G?KYoLs7FYNV+wpCqEvaNF>?RXU;3VdiAXB?`84Ls z0j%Fc5*EpV%bQK9T?GaK0vy;kKsB7~A9MAjVD7UNiXdYNQwRz>wvh)97TFVLC9-X= zGrU6F0;LfO0O`M`&(<8i1c(lFwCBA-6Kw|lQ_O)f)C;9{+#johX%|j=JR^2CAC_ff z=MudR)rAj@q*Gnj#O{@1Owb-I;JO!<%bfWToQRuubN( zz?`62?oA}c*|7g|r+?KK<9Ujm4%&o@`v`Nf|KkGKf2)=nRzvhQ?4^pYRWSO~Ev)vu z-?v`0WY;O$vCh>$dJctdq-mxfw1mMfJV^c!-lid>}rpPL7CKRNL`M#D2Zdu%jK5NTM%%ep5PY$76ZrDzm;hWJ0VO zvouY99qaX6)yu2t-eQmt?9QuC`z+^Fi^DurWmuvb6m5SnN(m}86eB}@j-In|ZJEUu z6t8c7o1f~`#V;pfP1aKLy-GGNppS{X{X;5nd@=jyAi0ovipg7}!1_D}60Rrg87io` z31BCZn)Y$swWOX;0EOwLeHj&;l0(Zdjz=s2{~vRj1Zvvs6}xnvqMqcrJun?~;8jym zDWaItbilbHgC1&`;wBmlqskWiQ>z4~=MWpY0>a#)FN`F9baEpk#2d=bvSN-Mg(j0l zLv_J{y;99rY}xaE+|*+~znlEl#VPxFhonn3rGIGqvC5xzPV@5%$#9CQY1}U(LNsi5 z{)O9M-fM*4eAA2b(n|iAled$x^JZ}v*tdRv=CWii+U&TC-&%_W`S-&gY-ZHZ%j&L+wPs{W7o z6{6O(#yVOZeIg z#DscF8bei`$>_Nkh8E<1o2#{%a)tc-3}flZRUarYcVu$fxH`0Iwrxe-vXx@Lw^8c0 zT4X#v!rxaLaC_Xph{6rQABlSett9|)q!paZ0}6<+hv!!=E!E_7Cs7geUZC#Sh|s4+ zUP_1wh*vXzUI4{J?*F0#M|wtDoYVeip&d?69L>~K?Cr~vQ-l-C$FiVrh@HLWi3Ydb z-&>&YZkTEeAue5A$OODE}s`U}wDbhy{V6H|0 zQNiGI1;rFwA;7)-)n{qW-h9f;Cd`Iv9Qz^3Nmp+ymv5vqQk%8%R<6jV;wbBI#K>u1 zbs&KrDg55FaY9Q#i*L$B8kuSYcl0~>fXT=@*$b=^B_K1T_2sG-I9|_j)@o5OKwl}p z*WVMRgEbVp#Gs|_C{D90c!j8?(8E{s_@dg98_>PJo=8dB7Ah;l+K|k9s^?3$p>u6S z;>({>_i(y{Qqpu<0@L5`c0CEJ4Y>sp0lZ}5|8Dd4v_&o5>AUXrPmP=5fE4mNB9yzx zM-*YLfCV_=NAV8|oP`a`I}f)@fhjX#H#6h0$EYI_rK-m9X(5 z-IS*9u4+0B)dP#(7UpCwZ25G9?*ewC%$LQ|F_`cV~xplZ&4-(&=pm6q~eCA@k^u|)1bQq_SJ zp5%|X>u|4g9Mdjt(xwy4`E4;%6aG=VT_y05JgdN3nK8A!E#AU^(ZLvFqAAbkCM+9( zDE0IlaSMGJheQZd&efQBJqrE;Ihl8l}$O$j_JwSFH)+H_x-p8 zBeaE^9;mWcnXdmd`Xk@T`%zL=44rq$-dD|czXfw7?b!7yEY!!QKwY}DfZJyZc?)DT zQ?#`}tNi?jvdXWDA|1wN)>3ZOfEUqB`J7@5g?B@+~-dH(GEcQHNM;2g_QjPowh88wZQpxODE8h1$p z#x~yhTgoiHjrwe?{(c|4PU_Wac^UWk^>3sgS|Tu;-Rw-_bWT+(3S1%6km=BR?@{l_J^yd>>>v`q9 z?`YT4eo2JU{j59O2$V?Vrp7Wd(8Da|wM1dID1IHhHA!sF9J$Y9JFIrZa|z{cvO*$n z2Ro)pXHk7tSW}I48S20K!XQ({=2rE@XcxVPZ43|^Yqa6LGg#Wztf}`D^qoOXyVXBD zFu*Z6*^@c{!h|JZJxE`#feyB_Pu&O9TQ<^;!g#c(Y{>@Po3z|tywzmHfvRR&JIh;1|K8Z#7|ME19=_`AHo1+cX% z33Pn>1*;o{er`8--p}aW$YeZNF^6~TExIz5Mntcws3~JYzX00n@y{5XiB(Po!A1TLa zJI9xc@6~ZE+0_U{LPi^pmPi&IYfaU0s2YvDle7wexzWBJlk zl6*176<3neo0smW&%R~*b>b@CYWzx778+h1>YEcki!7x>T^c;r3^UaD?+c*(b1y%L zw?yqG{h4XG*>i&QS*nG<-pkBSS*hbxDLNHoS$F}5HVKDP?4%mVu17zT@#hvdqjuZR zuvrgr_K;?RdiF{heKcG3)ZhGY|B6Zh9aLA*eAQcK)fse>g=qpo4ZO71%TXev$O;gL~00#k(u; zI>?EX%iuWyNG&ebQ3)k-z&Lem)h>_4;Z!p(n}p}5PMl{1K%guJV;>Atq_;_6F15|K z=h538l(!Ehde1Vl40Ah8Cq+&t%n1=pv%}lhyUh8tB@?!g2mH#<6YOCZ(Ud|#T`>ID z0_sHnL)eQ}zjM_Jr5A5CDnoPo#O*$i{jIpAk?XDcT%)%^fKMQ96w;^Q1Wv(o93`XK zgAL2w_T=693j5PuPBGKFm)e3Iqb4W;Y3YRjHfr8{JE@p*t%I#J&c;L1aa#qyBztTl zh0DVAAn^e<$3`%I_i1x^&@Lk$;`MqWlaWtDTOwBM3+;b%%vv9dnMcl~*)KXuODnan zX2lBvgns6GOIDO_d$0$5+{QtZ3UU5~AZJQru0N1YD&{VhKJ2T~t~PSb2?zQ#^x~p> z9-sj$U^fZ$?XB#<6$8ccbEkbDWKEF|x_K&RMI=ZL?t<_s$-RXl`m7T>WEvfd6^TT+ z*wtg5>F)5AXP7?u{Pg`er^lFGa6w~YvBwg8(LeM{ctCt$OkOoS!mc#*LV_W?4c20> zp%FXhpAy`37v(1D6s+z!L#<3FiBt=c*&Q6=S0=kViJg|0q?_6CW2k~07LtijEa`S^ zNexR~e|71D_|cg|4ZHYCfkBKvWO8q@);rC)69?`-aU%z9YU=5U{=!5=J@1eW?|N)< zIyD;kbw*o@>xhO3{e)6WPj67yZjCvTxCH&V<3QN#w|OB(N){C6pflzZBb3Ec8T#as zI^f&({`RZsjW;e(aj9qk0v&XS$^&4y35&tXj+pKFvrJv{57f(Zfi5D+t7BY>Zu0a3 zF^87s&cQVwId-sLW+jM@JOzF>r+5Y{lb$#}qO{Sr=BHBCtgKXw-8=U{xcX=gJIV4h z52mFrp4Ip**q8tHuj$`W<9NHT6zHtlX0>2^mHFb+0*h}w!{8{bF*V)^;+lHlJ9~;< z>W$9}oG;a}{U+I{7LqY8QX>5*xMZy8OPX76N*spv>m8Eq^_IKjAcKb~Nmo@LD{UTh zQf`MjY|0z?aPo`us;AOPZ_L#q%_+A8~&3z!{J2llmc*^#<0xP`C{A4OH__g z1bXu~H|LaJUIWd6h(fC#wbLx3@Na=pvhlkcpQ!=u&LsKJ%GvQu{7B$>UjCuPc2Phe z9QO@3RUiDUs2{r(vrP`{hPAb1<#-tP)f%<;9~%!L4Z$8R--vJ2L{56Yg>AiuNbe{e2d2f2RE14v|Y-2>N#fx`G5p!h!+1uh_p76P~gg5f;E z{h@TXKo$s~3l8WR|HZxSoz_X=N7}fSfzD}KA9yA*YAHfOogdlMFx z5|NxKiw*=R?8Pj1-cz6>$G^wd(gt|hkQ2UwvX^=U2onPLSO>j}`@V4_-Gg}O@vQ$ZIllX-(^+oLq0-91Hc@GGQwcW0 zA8|$o5@XWSTPQHn&CT;Wm=e@{qk<*$)sF(-zIzZw3;OMf4J2sua4OHl!e z%8tPSKv{+-*>-B1d{X8r`AN0IJqsMDUEKfFw+ZE@ih+6GMR$%?xzVjR*gGwVE@jO> zqu!DpJGzMCpGt^3Phb&Bt))#P$oWk*ToFZ^Yen3`I?vqk1>&?fO=c-L{H&=Cg}j)) zioh5%E}VNz|CS@Xnu~QAt8~})eweikn+r7+j^R5QElS20<2RFy;S1LT{=}fHjHN;# ziAj8MuBfL6Co_#8Vkif#F8wzZYJUs#5@@v2@$&a76ZJ#N1;&2`{N|np+@@F|CHb4G zjW^~>x^C39$og_y^PS!O=e?onYSl6%YPU>y(JBh&`LOAV(GSc$ZNeL5 zc042%la+*Y=-g^?~9HjzoA(MKiJO=Zv z8rmjYhwTgBz*f5TzYN=2V)Dc)Oy^R%8Q=m?CAf@Z-rH3G6w{%4W@!xJFUh-zkL8Q9SDv zD2pwvz)M(H4=bfETojV&CrBcLbc&$13UwzOcx2B*K z4dJ*W%*g+XSUP6eX3SW;J^$=6kyBMu9T(Bm{x{kb=w~xrY6O&19{M9q@)r~J7loVv znkIikfA#T%9M56sJL#6rOejy*hSsLJEfy^(=#$t=`?ms`lC|#{KDiROMVrTbo^uNX zO9LPjqRnD%Ud}wbdm4j3npOV6Cr%W7pn03;jEkf-Uck}tA8@fxw8{WF&YX))#*i*- zlL}8E3hi>ip$?k5bEy7SC05A3c2_pohpUx@EoB#7BTfB|N&SgZu*a%WLBA!t>KPZ- zC>sKYRjIPOZDjZub@SVl5dSdBx>@^9Cn>U1UpoYq%V--sU&}l_=71y{48rKBap#8_ zv-@)Gjq_VTk$?W|@XD~ZHKkmpg?vj9&WPTgA9Beu7|6E=f$WI5co#_BCCL61|0@c{ zXS%0S?!`)lnmyX-+5&|gQdf2;iNnXq4t8lOI}p^9@V=j@I`SXB70ErFchtLJs3g&{ zErqVT^!V;Mh`+wUyL&g7O0O0H@t#udQ0V2w@0EO92}kutjlkEqzmAf;@#sf8Fs1jI zB>gGE+30-qiWr^$x(po$;a(w}$k?u}uEJ>TbZiTZN5}_*jhrZRC3|K)i<o^5j+Fg_5v@Gq=w68Q_>cI6*^p(3rh|8vgPkbnC?eklprRP$r6YYUcrHs@O&p_S0 z_Yh&tr!wZ9;@_P1S&MTg)^ZDd*56Ln!{$m*`CTboMIJd-M8nVN(CX1^=bmLSsq09W z&EV;2$}!Ki@QWj00(Tr<ZY7dh*7g%gR6XZu>rcOIP1lSFXidjlV%iLf zj2dmKPuu?DQ+K~Dh8^8-U}YMOX<0>jg$Fuy{rLfg_+*p2wOrBtZM3;1Q)&JiV~T%C z09;X>$^Pwgps@pM9vy&;EBR4U&jO1pJZ7=u#f!ukd$;?0ilFYZdk9qYo&<|o&Um(h zFuQO4>2yx?W$YJEV5F~qrcUL~LM7{2pkbX(Rh`Ss&aOS;%~~=APw2)lNgEZ+OJLe= z-90;ajXD|ZW;zU6sBO-IeKXi-o+;}$`1J$DH<29s$NsZ(U`@G8xF&PI-6i%q<_UdL#n(scT9(2 zGj?uq&v)opF3eVcZG}7UyxgJ2wDqrdkeYDXC-qN%BKGvFW#gSOe^Nm%aR)0-C%F#TI#Y(c2&q5CofW+_1z22=Il85GV$lF9_6s zudZl%k0e~ZJA#po>6<~*c>#mh0kNo4$oHq+@K@wxrm@SdWVw&GFn)s@<%ONI8gac= zv{R`~+m|ONuQ@0sWbI5KzBwdE{?=+cLf?i>eOjD~0y0%QXrtHrik)Tu?rEC`5y6Gv z>{{i-aRoznh}ylKhx96w^d(o5LFRul5acrc_QsMs;M>xhFE_41piG;Urj{h1FWT%T zGj7q!W}^h4LIU8)4_$!kWte)n(|&@x8U(M?ewrA5@zieGisfCf>4P#=UD*dlUb6im z7i3RQ_NRQW>rJ*i42K@%3iYo#shVgeVt=PWCsUg$wc3QUi#h%jLI)z8(Ca(4-{sn- zpp-^yU+pZLsoRZTJJa!J{Yu96fxcq9x_~2R-b~7%w%= znZB>*vpYs)E=G1(&Bgcv$xJJw0=!tlyq=rNI2G5+kr_$q4YxF_ zCB@YzY;F2PuFG$lML!;Pb?1$DT9&!DJam|&g!;;~Is1}O(hSw~4bDu=tAb{y8(+s~ zYtjZ5zVZZx0gW5CHty1$>PRg5FQvXnh-a91VWz0xobk=X+6>T;r2=`eG_RluQ;}E-PN1`hG!v?V0K^vdoHlSO# z;cY*v9}GRS4n2~xW|Fp%0#Bgb-7+$c5jS5WUCA}pd~X?Gzuh66BW5Wd{G}P<^%_8) z0dk{jqPuICqPt`zfu$J;^r0Jqt!uLiYIw0T9j61P%{pMU!-3O?$FkJOO|-I?8{@3um62C!_H*`1Dui(E)d%7Q z?1Qkbz^sVLUW){;9M#swzd54AS#uwA2gAe6enWf{zE>S1THa)}x=<%2>tyX4Z*eQKBCU5x(UoMzLj`^{rKNVPKym(KUTJBjo*stspB%_Wo{@UYOV0656w~%l0y2C1kT- zlhpcfD0>QJhS#7qPPMOF%!+FJOp!i)Tp9_pSfjAiye6j4D+(vEv^jsRxTH5f4OXpv zAXD{pb!bI+=LWI%3ciOOz(m~5Fjs>S)Oa_(<`m& zFsE<*R2QMC5}?sUocr!X)uT<@wryD(9$)RUqhIm!)yP}CQ3dYEE8kxg$z}@Ev8zPc z)^YSmXhM7yd5Ra?lm&A$`5#7Aax-$eDU`kW^W4|PaMgs->%0btSJYnEALT_VSktvjCwt z=uSat>8p%AYZ+oaJyYh^XfW$YT2SV*a~_aIpT(QWwf`uu@|RYC%vdYj$t~G!A_b-Q zmC&1oi%VLMPvyOuz8PCtySlF1LM7V6T5hg0_)6k-=&M4MT@_+)LHPZGm_X$y^iLWr z^^cu)JfqcaTvwo4LieAANmyNO$}b6@PdUx>*p-+D^n>JPW63$25e=|WD%Z8{o;!jw z2=O&*y_XZ7y;Hb@q*%*bHLevkkDbO45POX4;OkJ2Ula(>=w*7DsRpk#%$@H)Fvdla zbx+;}NAjYW&*`U{d=iDxo39uEInhXHm7ZS*$bGO`CrJKrR7SdA)bq z|M-;Vj(ih#4$mHV{hxn8Vzj4VE6oqj{}>yduDlI2@?a=qXz1WB`5cG{X*a|tBFZQl zU8J>9q3F)mzQKT+;pcuBKQh(xYeg|Z2kP@)lqY;!a!7ur3S!e|q8W(qgCm*yxqWG@z^oK!CH)rHg?CF_yiNWOmj|*T{_B+pih;26< z7 za422$12+l_X5Qq`4CqX{y_x715BxIvkIpQ2|Ts>Ty72#p2mCe6$5% z8OFz6KE@0*;MO0Q1SSEOQ?>95MAzki-loOQ5Ce1JjL2cvGW+?r=IQRUIQjPP2^+rcaA~8SWx(P%M+T(W4YU7z0ovmtL^Iq4-Ap+8vO4NiB2)% z7_IKqJnujE0rXn+;jDIS{2`?82${)u{B@XF7?#QB2|kJ2g~GI@{36KUngSZz|J`AY zpZgo5yT0^F{DP~{O zZl?c={^ramwM>^~V!hOsIp?l$rASDdaA z6yw5!S`Qn*?JqQOFLleZW;OBFXs%wEHOo_X+RCVYt(IwAESYfs=9mwInFdPkr@zDs zm<7f}ch0pql*!NAWol=VDfnl*RID4NPY3%}icUHehneslb5uQ zRvfbFFki*CSC~(Z4vxnaTF;zuO6%O zlpXahhGEOcH&Rnw1Um5_{L{CGEaB_E+?R4Ed=Em4dMVX6kE4%8_~q~H3KOJyByZ!k z?Uy7JmG$(Jbgm?UQiFg*LNTo+8Borbkw{`nT!X6XhE{SPU7Pg zW(kzRl}S7%uN>uqbE8ALpulYU1-43DtzvFXu^G+eROcK7iwbWIS>P;=vYG8XfvSq7 zRzW@H=TfA7<@n&!K!=1Tb)?Ce+qIKtQqn5!x@YlnzrOieVqLz0w&YxhUrK<)CDqZQ zhw68#W2ma*!;v^Z)uXR9PrFlW^`_gsEiRacyM_0+(k)Z+#|Kx#HbOVq2BFF_skt4^ z5m$M|i#@QdK$5awK7-`a{-K)!?*NSq|8mmC8U3K_iHHF8m@45rpd&}~Ott1JEuu>M zY9Sc(?*n&?v|j!9ko4$~(GETR58*s0NhfP{t&SuH>79IzjHYs@2uNANp%KZp?aj20 ziF5rN^u4r3^DO%phC~cU+HvrlWvPDU%52ru{l7VndRVcSG7F*Wph!J<^88!9dH<_DGxqf3iyLVNu@6pdZ0gzckk}38Pwkf)!sOC?^AP~cb z$s$Qo(Z}+r?bl6b3lAunK%o28ZG|{{DFiBtkW%{9{cQ;3W~D*D#0e7klir)39k=Dn z7ariy;pT5jI}_|=yeh60SL}K>CGj`$J#Dd4<9=`cv{VF%)`EXt6nMNp^fD=iIUxF@ z_2HFl-Z{=}h-g)Rh3g-2 z|9x2MRuc3=iuF4n$Ic+cT?p@bq>G>}LnFs=qJ%*CNQ_9%Vln@(d7$~vi#GhHUaaWK z^jr-g79F!`j4`gLd&)15!!&VxF&9Q?3pc4F>z%B|CW{$vlb-V zoSMelX7_Ngj=0vjm^j>aOU`#lR7ZNm$-p%8D z(d7sJb7%%edj)kx@Fxk#h%3zl{KqUoIeYF>funO=c?gsE{iNSzx^|o_%PW8jVNtC0 z=7kr588=!*=1{WP<4oPq(20*+Q~)Gn;r0S}KFZuRrh4g#sQLUUGQwa|OvPp)eW--~NPjlR$+FCOAN<0gOgFM@q z?IcEa9!p7*msuAhufELZ_|=n8kAC}}bFub3#OGA#ipsXDreaaqay^bNCu_f{;SK-; z{C_{+`}mBHumUVv!I_xZRi>$xw;luC560lFbFI50PRFOm({fRj^7w~_T?80(0XRQ! zt&ei-Nb@G`^6-2yQu+pYBOJ5UOZ3;A`ZIcmefY$Jy&->Y=x?M8nwJkPtK4zALWxUl zz?~YZBez!H%&wSCTf}bdzNr8`%%l0Z5`HEiG)qE`r}tjGOyesz=abxwtPTDKcamHY zqrm?EI(ZOinu~7Ii40a3{V`8yz`E{>ZF{9tPH{{!53cF$+XRjYN>kkNXp@0w-@9Z_8wU_wxe$9wv2iQH{vsJKNDTkn zPN$Tyt(r`Rba}`(25IV4@4ssEz9!%G$vmL=pHit{+1x9O+y1n-lFwoI zp@a}f=%FQ)kVFW9FYi5{zV|+V_RsySS!>OnHP7r>k*pAV71YK&#|L(?>2H{){&m#n zN%rap&Qgswe7{>t9+4tGGqO7Bt||y1|2U#8JZS&VFz3A*wdFcp^8qX=-~alZu3xdo z8IGISV2wx>rmxy1qBwbDM3T58oi4Z!uMRr++tfGpmXv-XRavoiw#gE2`Lceep&A`P z9QPE$V@|AFkB>=vlZ64jH+b#OhWM$RGAn+ zD%@{8lJNf=Fb`;AcdZ^wsa=4-ZlEU`QZ2#3N|dLF4k zL#fC@Ilz4J;Sdz^{xu*VeyJkk3S%7T=(5P@xdbR!sFCkE zn3vjOxSr$gQ&>;CRUKGqNK8{nw?Uo7Z%ul+!9o+$%VqK4zJ2QC_QM3^^}$b2p71Tw z$XdaD+#5e~sZWWrTg;Q-WZZ7+A&yv0c}Phl@g#0QaB2^;rWIVhW%_$8?B@~bWV8Ci zR|Co~d!%29$vp)A%(5s!p9ZXV_NbS^tr}JUsq!&#$SrC9rD)}*gfB953mpze1j^iN zd~xa$W)^wr9RIU~cV!&_mSyBZ{ZBz(a*7b(*Y+DB?)*2s-2-@+-HU{Fv209B}wS7j=l%4)aVI|Gv?5YbKw?XRvt6tR{Ry zmLZqtl@|TnZwI&OT<@=2dB1>x-La53xn%jmjR&toGC__ti>x3i4evYNPErL{LMYdN zGh;uijrm5LzMk;WXbmvDY~{1trWd)V^k(SqRqRALM7#3MKg6(MPZg<j`uK5{ozLe#R(u9W-5~=G^J!#LdPe53tLhP&|Ew zDH~M;gv(1zQ|`Emp<`4hklgMs`_giYO5oYQ=)Eae-Rzq;s0AlZ^Fju!P^#r<*!I^b zcF^z}Y2QGqtkq`7BQ>*yRz1bBz!O2zftUp2F=X*|>5;)I!Kk0*w&XZDx=yCaQc6oUf-+OgX{n-ZU+_QWBG=Y|> zSz93|2+Hr$R#P!lw-i+R88HWXJ+Hfu`g&U?@1$18<}x+2BTy>l6*A`X;~>e@ za3yMO$=w%*VMUIoV%n}xBvHg;lf+$YB2p@rT~{puFwt^Q!6j!`uHS^%-!AA9--sSm z!R47bU5zA6s;saV7t(BeI)$hWo0mlzO+5ze-GXBHs0OSTVyYK|z3L zNc4(949T{@$n6q$4`nJH& z)VmL!;Av{V?GnK`JtO^AEOK9IJ zWXRS&?gf838L_jvxfz*+6(eF|>Ry`73STk;M?5ukGiH$~UM&ThiH7ENA_^&{3LO*N zHttgV?RZK4bo2gG+=_4)j5I&0P2=sX8CDP~+RA369$;hY70p{>+ zsU{W9q-FG~tLIN>{}q{7`LUOZ{U$Cyd|-OEH}Ad$HNj}pxSbw@*+%0t^kgk9{3O{i zHtz=qJ*Z|A);WY)bi+&h9}89GH)rnC04mqA&E!nAE?IU=R-LV9D)cfD#yjH@>)M=U zyZ&|-a0`XGEjdlEA~2JVX!$mlYh;6n(jUP!$P9tkMED{0!L2^F=LhE$j5w;i3l-O$ zvr^+%Q9H{!sJicK-#|@r+>x_1j|4xo(80poO+hC-unr5yRBi|-0T5@py@U3~&W@Fg ze*5pt9r`(N^Nde+m3L9C-Gg{6rEi>IJ!YZ%cxm3H^;P8fILI8PWFdO}iFYOg7+zcv z*Xl35roeARCBLn&yBucax>OhClAU9xrW<7pmh0+{4G{y0aa+S8tiPkhw!BM)^{>h+ zDJJJFmC(#{!q9?i_3PYJwk&Y>~eF1hpn+z&)vA){dsU6D$n59GPGqvTD+lzS$s-i4?cwhjOypjQ8`t< zhPhedlG>8t_zP`oI2pzmJo;uTIlQ%_@LbM%UHY7dR8jhUC)o4cNE*zXbpOn?c0?XS zm2=gjzSqsHYd*Z&b9VK|i9o@pQj#@{($3blWmZc1c>==(qCYVAhDE=BJ)2}U{=aN^ z2x&2z^=z94fQKzb)R%LQ;)Sz4xJ=KMnx#5;A;FHSDb32Gxsj90R)u-vNKtL*5j`gx z6)~T{zZV*|*4$$}?=ks+jm3>I&u{O(<;7KPIlmus@2};Y*$joaRu63N^KDwx&)IBF zR>wtaCC21j+OocwkvF>{oZ%7q*nfwq&tCBqt>7v^*B_&?4=9~09|8vUix`uOYp%l# z%bMoVPd{qjlv%;8)Te^bQnW7nWWbyH9cm5h##p*@u zqQVLuXPpa|d~O)oT*>o41HZL+SCxhDGuzT`POFFtSn^vJEO;{kY>Su&#hW^p>qWU# zy0ELHc~bJ`@-xy0E}N|yf>?`?O{n%oFW#><{6b$EFPH%eJ6}0qcp)9$-{T$G|-RJYb;%jq$wu%V{D(B2+?6D6ZkxaOz)tL?f5s`UI zmG^Im?bAS;ODs#(37*1q4_um=_!LXsv9Im^Uwn^Q9&N4VMHQp27&k7})Ui_ucBd2&;g9=nS zpT`z^{>Aj?2Q~%(zf4ityJwvPXQ}sqAdkhqp;uL@AOc60*k?*1eM09e$^#&%G5`dm%T!RLf1M>u!|^rILtf4R{t0sS>2RMGyf} zUh}!?*8pPGFAp{kw_Hub7uZoGpvn=T7zz<`cat&|vHkvyN@IJ{RQti%m(BVtnwbnN{pl?MtIPk3YcEKAlPm}$a9&>SJ6v+5@ z4#vp?cWv$|md?jH(F1}6P`$A>_mCR1bjIsrH-CA?$zw6om}R$}Ol+z1%QW zT&QFPc?mSA^68Sm;?fj9N8>LaMh3FXmnY>nKY{URRmm>EO?6x+qTjhzIVhO+O_*66 z=s~Ik=RHEcD#O z4;9S2zkDtCwf`JUr%mfnnbKOZGR?``Z5BaV?+Za1N0mztRmtXna>dZLC8r;T;75!y z7A{9%Y0WtRQ*EIc5NC-{$~TPEm$<+;Bx4FmJLw(3!4i;ylHlojSBCaqE*Q_Oj!-F@ z_%7R^?`AyuXcF-Oyz^!D*Tep=Y=6i{bh18-5)|&E*A!?q=mgI;lO{-qr+VC;dHspw zzGqNRtZ;ITOyzoqnu9Aru8ZSy1^pAS#eB?K;A6+?m}kMp!GUA|xo=-V7Sgjcw#gTm z8lV4CR##*?^&M#PBX6veOwsb@4HET}p9Bh@&)bF^X9Ssqx9WvT?lpyztj7Ev_{z66 zrnkbYly_I=aPzx1MsmR(h8b>*Ar@&U+@2E53s`;zdEjvJ_q@4ZM~fAzpn^&~6EL5% zVY}kEX=CdrXEVYb%|(LL^s9xUJ=zxu#}XQuRbIhPX2MI~!6&C8$dt))KcPQ$3ekKs|vTo7#3^kr9l#?0#~+4(1*S^qpaZZ#5YtxVWT)BDqGc^d3t zt7;R^CSzpwy!n{80TFF-by1L(Be1DxR3kDY7a^7QCZ_0~Wr&@GB@?%5b7ib=t$ghI zCGfhbN#Ea^R8!A<$yCgqr@yWhpKr=N;z%M_jEl3==YUior0~uuhS5N~Sg>lR!BmqeTqvf~x${_);;mGMlH25NA@F zKiW}gyAtyerL^ws!u;pICsBgDyhx!AX0DGv9_0!DyZ3e%R^x3N^zSJVbc4^w2U;zl zQFr50uk>FB*vU_950w#>B8GmwIkMGK${)(|zt@cguC8pq|4EhtB<7{}*`K$XA7?I2 zm!$~Atw?$_o`KzmRBuwd$cnrJzQ6RqVG%I5jeS!rsENPGv3)MKX>7~vk5@djo|MWn zBD%b}AgdKzP_x&Ud7eQNmyHLmiOB^w$pOQPPK!t)XKNTQkGSzfTtbOW9_Jui+U9cS zK$Q<@H|B16-SZjBsS!Uywj0>6ZBB2jj@_H!I%gX@FrUe zh~u>lu7;`l#)DgIrJ2$~PQ_wY#w?8_n(?Pbfi!GALM-to2p&i1 z>85`QkZ&8`Gz{;^dqWwWLEs2wkJ5Xiw!{@y<4oE`c+9SSPNlCr>9~#GJj{(B*w9yB zHJ5(9g3?@VbZAz*^su#Au6wjAMtxj$1=X8Go9oHy*o>3 z^^v+u0meUH^cHguI8K*4)TeW`0b^wq+CuZTAUjUw>I8Qx5lkSqyBODkfD%a z2JPUn0lpL%s5;S=dMHgJWz=C2u}G=HWExM^s(YT#ZhYJ*i|Bn;>+nK*1{YmJt!U9T z?OYgBg%d(SfA@a3Jo!a zSCXJKrqB82NoJmt=}Fpks37cO_L;b^jzKHwbk$sy6I2pC*(`lvPnbHmsW(EvcVbk`(i4)c8~T zJsscJX_uo*@sFZP-+u6YiR;_$It=(qD0VY@S!o7rWKIj&1)q(QYh>G^h%38skoOD)5c`()hO*|#PB|5>?M2UZ0y3@z|z z0p23Ycgq8aV(w>tKs-hsL|0nH+MBWr(r;M@}Eqs3C5fMHAGE2vxG#c=dx|`1pw#(&(CI zfg~*0L^;{QA zJ`p@&o^wVr9~B~eXguK+?0!%R24B#c9F@!DJo>$&C}#C#0v>_V3$jR(79u^xMexmKrhe0l+Wta zu<9q*v8$IPkK^W2-PcO(8x)dbabr`?%NN7DQwLw5UDCv!>c6hC8fZ*uzO~|+ewy~S z(t@D19J@P9V(#vdWIzo(*A%~3?YP|=s?t84@w0p28%5_vFHb|KjGiB$aGu3fs93O%fq#q&=&&5QR9{_`mkGZ&7o08>9roa9kdk2#mH8a||9gEIc zo4;j+yZ{Ivx;gPawy1x#5-{iCO0VVaHa0C^^z3W|gHV@crv@Ib@1&dHY&FNQsS4B_A4}X#^ka@XP!Y21Ew`-8iQQsItr@6=KAb8iK`5)?~_t~ zo8gf1OGy2P-Ckc6NO5jxys-8T!>U=L5X$&QD%U%?7&1_E#0S3~o=R^LRPj*mHvo`< zA=|L9)$Q0%i%*wqnV6(fzw{D6P28+(&4^2>?J?$M0c6UP*HLp_78%v7q?T8ocPWT8 zrw+wM6fi!Ks1=Zvn6c~|>@WVC!8^cT%|WWj`JN1lRzRVs6YH7R6kg4v(Gaa`;>;jO}er^wQf7VGw$>V~@}>n~B0W zzICjj~Ba*am<|I~G~fQ>CHMEMz1>sYBn6uRj5^Y7&W01M(69E0kc=f7Ot>J%yt_vB5i7{hF{<_N(Kzi{dFlpO*AR zS<2|A(3os`mW>Tjq|kRF`svM@+2wBZ#bGItt6kFP8UsJLHn(d9%VG>&sFovWL%!Xp zILgVH8KuD6{fUK!Z&Cv|f^VQh$-YJqpZmcji2xx&EYt{6(#(oA`x6qqbKJkAKsubW Ucd;bxKeo_Pf2LOc_{E3+2M+gNX#fBK literal 0 HcmV?d00001 diff --git a/config.json b/config.json new file mode 100644 index 0000000..fd11b00 --- /dev/null +++ b/config.json @@ -0,0 +1,32 @@ +{ + "architectures": [ + "MixtralForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 1152, + "max_position_embeddings": 32768, + "model_type": "mixtral", + "num_attention_heads": 32, + "num_experts_per_tok": 8, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "num_local_experts": 64, + "output_router_logits": false, + "rms_norm_eps": 1e-05, + "rope_theta": 16000000.0, + "router_aux_loss_coef": 0.005, + "router_jitter_noise": 0.0, + "scoring_func": "softmax", + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.0.dev0", + "use_cache": true, + "vocab_size": 128256 +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..6e627fc --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "eos_token_id": 128001, + "transformers_version": "4.47.0.dev0" +} diff --git a/model-00001-of-00007.safetensors b/model-00001-of-00007.safetensors new file mode 100644 index 0000000..e871111 --- /dev/null +++ b/model-00001-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c7061b75c31cfa17986edba90e238a9f547fd91ecd818e800dd745114e813f +size 4997405784 diff --git a/model-00002-of-00007.safetensors b/model-00002-of-00007.safetensors new file mode 100644 index 0000000..50d2988 --- /dev/null +++ b/model-00002-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c8f074ac4a0f60c9f3a10cea42851503c2ffa957d90d18bd39d248cdc4287d +size 4995855512 diff --git a/model-00003-of-00007.safetensors b/model-00003-of-00007.safetensors new file mode 100644 index 0000000..2837101 --- /dev/null +++ b/model-00003-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b45fcf62b0849956f597bce6519cc2e7c052add63c0fd313147cfa711d9139d +size 4995602216 diff --git a/model-00004-of-00007.safetensors b/model-00004-of-00007.safetensors new file mode 100644 index 0000000..4f78e52 --- /dev/null +++ b/model-00004-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb059ce859886e69d06f61103b3ebec2c1cb095436528eca3d6720bad5523fac +size 4995856560 diff --git a/model-00005-of-00007.safetensors b/model-00005-of-00007.safetensors new file mode 100644 index 0000000..443e05f --- /dev/null +++ b/model-00005-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b8415d65b16cdd7c66294fdcd8546b15a04ed380ce9de59ed4a4088468bd9f +size 4995856560 diff --git a/model-00006-of-00007.safetensors b/model-00006-of-00007.safetensors new file mode 100644 index 0000000..30323f9 --- /dev/null +++ b/model-00006-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef611f281658323123f43ee5658d84cc2faccb07c8ce818c3204501468239d7 +size 4995602240 diff --git a/model-00007-of-00007.safetensors b/model-00007-of-00007.safetensors new file mode 100644 index 0000000..8003fff --- /dev/null +++ b/model-00007-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01bf979e38ac0eb24eeeea6997619de11eea3f5c2586da196251528495a1900f +size 1417187928 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..44a4ee7 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,6378 @@ +{ + "metadata": { + "total_size": 31392534528 + }, + "weight_map": { + "lm_head.weight": "model-00007-of-00007.safetensors", + "model.embed_tokens.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.0.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.0.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.0.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.1.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.1.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.1.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.10.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.10.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.10.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.11.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.11.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.11.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.12.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.12.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.12.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.13.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.13.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.13.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.14.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.14.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.14.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.15.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.15.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.15.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.16.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.16.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.16.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.17.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.17.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.17.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.18.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.18.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.18.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.19.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.19.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.19.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.2.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.2.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.2.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.20.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.20.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.20.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.21.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.21.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.21.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.22.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.22.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.22.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.23.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.23.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.23.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.24.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.24.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.24.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.25.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.25.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.25.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.26.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.26.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.26.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.27.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.27.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.27.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.28.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.28.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.28.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.29.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.29.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.29.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.3.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.3.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.3.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.30.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.30.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.30.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.31.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.31.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.31.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.32.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.32.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.32.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.33.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.33.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.33.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.34.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.34.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.34.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.35.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.35.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.35.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.36.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.36.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.36.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.37.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.37.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.37.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.38.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.38.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.38.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.39.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.39.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.39.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.4.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.4.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.4.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.40.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.40.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.40.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.41.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.41.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.41.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.42.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.42.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.42.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.43.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.43.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.43.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.44.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.44.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.44.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.45.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.45.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.45.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.46.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.46.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.46.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.47.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.47.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.47.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.48.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.48.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.48.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.49.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.49.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.49.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.5.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.5.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.5.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.50.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.50.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.50.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.51.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.51.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.51.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.52.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.52.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.52.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.53.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.53.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.53.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.54.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.54.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.54.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.55.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.55.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.55.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.56.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.56.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.56.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.57.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.57.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.57.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.58.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.58.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.58.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.59.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.59.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.59.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.6.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.6.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.6.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.60.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.60.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.60.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.61.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.61.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.61.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.62.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.62.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.62.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.63.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.63.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.63.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.7.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.7.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.7.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.8.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.8.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.8.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.9.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.9.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.experts.9.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.0.block_sparse_moe.gate.weight": "model-00001-of-00007.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.0.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.0.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.0.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.1.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.1.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.1.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.10.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.10.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.10.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.11.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.11.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.11.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.12.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.12.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.12.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.13.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.13.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.13.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.14.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.14.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.14.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.15.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.15.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.15.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.16.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.16.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.16.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.17.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.17.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.17.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.18.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.18.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.18.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.19.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.19.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.19.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.2.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.2.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.2.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.20.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.20.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.20.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.21.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.21.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.21.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.22.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.22.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.22.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.23.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.23.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.23.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.24.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.24.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.24.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.25.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.25.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.25.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.26.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.26.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.26.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.27.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.27.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.27.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.28.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.28.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.28.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.29.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.29.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.29.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.3.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.3.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.3.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.30.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.30.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.30.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.31.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.31.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.31.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.32.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.32.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.32.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.33.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.33.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.33.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.34.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.34.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.34.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.35.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.35.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.35.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.36.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.36.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.36.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.37.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.37.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.37.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.38.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.38.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.38.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.39.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.39.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.39.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.4.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.4.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.4.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.40.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.40.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.40.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.41.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.41.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.41.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.42.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.42.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.42.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.43.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.43.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.43.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.44.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.44.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.44.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.45.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.45.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.45.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.46.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.46.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.46.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.47.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.47.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.47.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.48.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.48.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.48.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.49.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.49.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.49.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.5.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.5.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.5.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.50.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.50.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.50.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.51.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.51.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.51.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.52.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.52.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.52.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.53.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.53.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.53.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.54.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.54.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.54.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.55.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.55.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.55.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.56.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.56.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.56.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.57.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.57.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.57.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.58.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.58.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.58.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.59.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.59.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.59.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.6.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.6.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.6.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.60.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.60.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.60.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.61.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.61.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.61.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.62.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.62.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.62.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.63.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.63.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.63.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.7.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.7.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.7.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.8.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.8.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.8.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.9.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.9.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.experts.9.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.1.block_sparse_moe.gate.weight": "model-00001-of-00007.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.14.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.14.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.14.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.15.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.15.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.15.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.16.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.16.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.16.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.17.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.17.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.17.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.18.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.18.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.18.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.19.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.19.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.19.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.20.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.20.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.20.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.21.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.21.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.21.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.22.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.22.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.22.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.23.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.23.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.23.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.24.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.24.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.24.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.25.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.25.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.25.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.26.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.26.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.26.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.27.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.27.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.27.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.28.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.28.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.28.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.29.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.29.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.29.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.30.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.30.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.30.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.31.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.31.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.31.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.32.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.32.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.32.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.33.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.33.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.33.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.34.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.34.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.34.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.35.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.35.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.35.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.36.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.36.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.36.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.37.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.37.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.37.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.38.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.38.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.38.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.39.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.39.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.39.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.40.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.40.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.40.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.41.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.41.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.41.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.42.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.42.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.42.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.43.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.43.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.43.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.44.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.44.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.44.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.45.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.45.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.45.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.46.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.46.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.46.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.47.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.47.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.47.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.48.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.48.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.48.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.49.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.49.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.49.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.50.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.50.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.50.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.51.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.51.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.51.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.52.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.52.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.52.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.53.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.53.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.53.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.54.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.54.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.54.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.55.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.55.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.55.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.56.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.56.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.56.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.57.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.57.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.57.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.58.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.58.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.58.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.59.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.59.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.59.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.60.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.60.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.60.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.61.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.61.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.61.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.62.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.62.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.62.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.10.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.10.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.14.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.14.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.14.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.15.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.15.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.15.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.16.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.16.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.16.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.17.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.17.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.17.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.18.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.18.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.18.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.19.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.19.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.19.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.20.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.20.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.20.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.21.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.21.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.21.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.22.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.22.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.22.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.23.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.23.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.23.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.24.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.24.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.24.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.25.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.25.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.25.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.26.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.26.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.26.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.27.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.27.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.27.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.28.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.28.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.28.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.29.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.29.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.29.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.30.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.30.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.30.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.31.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.31.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.31.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.32.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.32.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.32.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.33.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.33.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.33.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.34.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.34.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.34.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.35.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.35.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.35.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.36.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.36.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.36.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.37.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.37.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.37.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.38.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.38.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.38.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.39.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.39.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.39.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.40.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.40.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.40.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.41.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.41.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.41.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.42.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.42.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.42.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.43.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.43.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.43.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.44.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.44.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.44.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.45.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.45.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.45.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.46.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.46.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.46.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.47.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.47.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.47.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.48.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.48.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.48.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.49.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.49.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.49.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.50.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.50.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.50.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.51.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.51.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.51.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.52.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.52.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.52.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.53.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.53.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.53.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.54.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.54.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.54.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.55.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.55.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.55.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.56.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.56.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.56.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.57.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.57.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.57.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.58.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.58.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.58.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.59.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.59.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.59.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.60.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.60.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.60.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.61.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.61.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.61.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.62.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.62.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.62.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.11.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.11.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.14.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.14.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.14.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.15.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.15.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.15.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.16.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.16.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.16.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.17.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.17.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.17.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.18.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.18.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.18.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.19.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.19.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.19.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.20.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.20.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.20.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.21.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.21.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.21.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.22.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.22.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.22.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.23.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.23.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.23.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.24.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.24.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.24.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.25.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.25.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.25.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.26.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.26.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.26.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.27.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.27.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.27.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.28.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.28.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.28.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.29.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.29.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.29.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.30.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.30.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.30.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.31.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.31.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.31.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.32.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.32.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.32.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.33.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.33.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.33.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.34.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.34.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.34.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.35.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.35.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.35.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.36.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.36.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.36.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.37.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.37.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.37.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.38.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.38.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.38.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.39.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.39.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.39.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.40.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.40.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.40.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.41.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.41.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.41.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.42.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.42.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.42.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.43.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.43.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.43.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.44.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.44.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.44.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.45.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.45.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.45.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.46.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.46.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.46.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.47.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.47.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.47.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.48.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.48.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.48.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.49.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.49.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.49.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.50.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.50.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.50.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.51.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.51.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.51.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.52.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.52.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.52.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.53.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.53.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.53.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.54.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.54.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.54.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.55.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.55.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.55.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.56.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.56.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.56.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.57.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.57.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.57.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.58.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.58.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.58.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.59.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.59.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.59.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.60.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.60.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.60.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.61.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.61.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.61.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.62.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.62.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.62.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.12.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.12.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.14.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.14.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.14.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.15.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.15.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.15.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.16.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.16.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.16.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.17.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.17.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.17.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.18.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.18.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.18.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.19.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.19.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.19.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.20.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.20.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.20.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.21.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.21.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.21.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.22.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.22.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.22.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.23.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.23.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.23.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.24.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.24.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.24.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.25.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.25.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.25.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.26.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.26.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.26.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.27.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.27.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.27.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.28.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.28.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.28.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.29.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.29.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.29.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.30.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.30.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.30.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.31.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.31.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.31.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.32.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.32.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.32.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.33.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.33.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.33.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.34.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.34.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.34.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.35.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.35.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.35.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.36.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.36.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.36.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.37.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.37.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.37.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.38.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.38.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.38.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.39.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.39.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.39.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.40.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.40.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.40.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.41.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.41.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.41.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.42.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.42.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.42.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.43.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.43.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.43.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.44.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.44.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.44.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.45.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.45.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.45.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.46.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.46.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.46.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.47.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.47.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.47.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.48.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.48.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.48.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.49.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.49.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.49.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.50.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.50.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.50.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.51.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.51.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.51.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.52.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.52.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.52.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.53.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.53.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.53.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.54.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.54.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.54.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.55.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.55.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.55.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.56.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.56.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.56.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.57.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.57.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.57.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.58.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.58.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.58.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.59.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.59.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.59.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.60.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.60.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.60.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.61.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.61.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.61.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.62.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.62.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.62.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.13.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.13.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.14.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.14.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.14.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.15.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.15.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.15.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.16.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.16.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.16.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.17.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.17.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.17.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.18.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.18.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.18.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.19.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.19.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.19.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.20.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.20.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.20.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.21.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.21.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.21.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.22.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.22.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.22.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.23.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.23.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.23.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.24.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.24.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.24.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.25.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.25.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.25.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.26.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.26.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.26.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.27.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.27.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.27.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.28.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.28.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.28.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.29.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.29.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.29.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.30.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.30.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.30.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.31.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.31.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.31.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.32.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.32.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.32.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.33.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.33.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.33.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.34.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.34.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.34.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.35.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.35.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.35.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.36.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.36.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.36.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.37.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.37.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.37.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.38.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.38.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.38.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.39.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.39.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.39.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.40.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.40.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.40.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.41.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.41.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.41.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.42.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.42.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.42.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.43.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.43.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.43.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.44.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.44.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.44.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.45.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.45.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.45.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.46.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.46.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.46.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.47.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.47.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.47.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.48.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.48.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.48.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.49.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.49.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.49.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.50.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.50.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.50.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.51.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.51.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.51.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.52.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.52.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.52.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.53.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.53.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.53.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.54.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.54.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.54.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.55.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.55.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.55.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.56.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.56.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.56.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.57.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.57.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.57.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.58.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.58.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.58.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.59.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.59.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.59.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.60.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.60.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.60.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.61.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.61.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.61.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.62.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.62.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.62.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.14.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.14.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.0.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.0.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.0.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.1.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.1.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.1.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.10.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.10.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.10.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.11.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.11.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.11.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.12.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.12.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.12.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.13.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.13.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.13.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.2.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.2.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.2.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.3.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.3.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.3.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.32.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.32.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.32.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.33.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.33.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.33.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.34.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.34.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.34.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.35.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.35.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.35.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.36.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.36.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.36.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.37.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.37.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.37.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.38.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.38.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.38.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.39.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.39.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.39.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.4.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.4.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.4.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.40.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.40.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.40.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.41.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.41.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.41.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.42.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.42.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.42.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.43.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.43.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.43.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.44.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.44.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.44.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.45.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.45.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.45.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.46.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.46.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.46.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.47.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.47.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.47.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.48.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.48.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.48.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.49.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.49.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.49.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.5.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.5.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.5.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.50.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.50.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.50.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.51.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.51.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.51.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.52.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.52.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.52.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.53.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.53.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.53.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.54.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.54.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.54.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.55.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.55.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.55.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.56.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.56.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.56.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.57.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.57.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.57.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.58.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.58.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.58.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.59.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.59.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.59.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.6.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.6.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.6.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.60.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.60.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.60.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.61.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.61.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.61.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.62.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.62.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.62.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.63.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.63.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.63.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.7.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.7.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.7.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.8.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.8.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.8.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.9.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.9.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.experts.9.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.15.block_sparse_moe.gate.weight": "model-00003-of-00007.safetensors", + "model.layers.15.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.0.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.0.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.0.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.1.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.1.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.1.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.10.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.10.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.10.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.11.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.11.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.11.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.12.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.12.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.12.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.13.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.13.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.13.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.2.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.2.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.2.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.3.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.3.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.3.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.32.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.32.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.32.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.33.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.33.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.33.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.34.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.34.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.34.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.35.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.35.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.35.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.36.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.36.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.36.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.37.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.37.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.37.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.38.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.38.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.38.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.39.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.39.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.39.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.4.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.4.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.4.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.40.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.40.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.40.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.41.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.41.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.41.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.42.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.42.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.42.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.43.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.43.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.43.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.44.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.44.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.44.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.45.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.45.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.45.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.46.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.46.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.46.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.47.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.47.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.47.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.48.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.48.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.48.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.49.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.49.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.49.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.5.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.5.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.5.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.50.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.50.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.50.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.51.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.51.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.51.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.52.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.52.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.52.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.53.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.53.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.53.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.54.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.54.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.54.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.55.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.55.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.55.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.56.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.56.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.56.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.57.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.57.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.57.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.58.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.58.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.58.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.59.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.59.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.59.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.6.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.6.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.6.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.60.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.60.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.60.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.61.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.61.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.61.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.62.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.62.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.62.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.63.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.63.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.63.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.7.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.7.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.7.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.8.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.8.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.8.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.9.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.9.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.experts.9.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.16.block_sparse_moe.gate.weight": "model-00004-of-00007.safetensors", + "model.layers.16.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.0.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.0.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.0.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.1.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.1.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.1.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.10.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.10.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.10.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.11.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.11.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.11.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.12.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.12.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.12.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.13.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.13.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.13.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.2.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.2.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.2.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.3.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.3.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.3.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.32.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.32.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.32.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.33.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.33.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.33.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.34.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.34.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.34.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.35.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.35.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.35.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.36.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.36.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.36.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.37.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.37.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.37.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.38.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.38.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.38.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.39.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.39.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.39.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.4.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.4.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.4.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.40.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.40.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.40.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.41.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.41.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.41.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.42.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.42.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.42.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.43.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.43.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.43.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.44.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.44.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.44.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.45.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.45.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.45.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.46.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.46.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.46.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.47.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.47.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.47.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.48.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.48.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.48.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.49.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.49.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.49.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.5.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.5.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.5.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.50.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.50.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.50.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.51.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.51.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.51.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.52.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.52.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.52.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.53.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.53.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.53.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.54.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.54.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.54.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.55.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.55.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.55.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.56.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.56.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.56.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.57.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.57.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.57.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.58.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.58.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.58.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.59.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.59.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.59.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.6.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.6.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.6.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.60.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.60.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.60.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.61.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.61.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.61.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.62.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.62.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.62.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.63.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.63.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.63.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.7.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.7.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.7.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.8.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.8.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.8.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.9.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.9.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.experts.9.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.17.block_sparse_moe.gate.weight": "model-00004-of-00007.safetensors", + "model.layers.17.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.0.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.0.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.0.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.1.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.1.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.1.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.10.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.10.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.10.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.11.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.11.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.11.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.12.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.12.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.12.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.13.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.13.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.13.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.2.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.2.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.2.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.3.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.3.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.3.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.32.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.32.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.32.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.33.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.33.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.33.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.34.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.34.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.34.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.35.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.35.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.35.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.36.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.36.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.36.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.37.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.37.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.37.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.38.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.38.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.38.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.39.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.39.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.39.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.4.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.4.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.4.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.40.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.40.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.40.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.41.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.41.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.41.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.42.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.42.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.42.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.43.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.43.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.43.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.44.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.44.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.44.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.45.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.45.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.45.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.46.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.46.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.46.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.47.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.47.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.47.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.48.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.48.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.48.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.49.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.49.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.49.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.5.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.5.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.5.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.50.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.50.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.50.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.51.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.51.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.51.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.52.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.52.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.52.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.53.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.53.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.53.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.54.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.54.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.54.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.55.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.55.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.55.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.56.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.56.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.56.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.57.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.57.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.57.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.58.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.58.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.58.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.59.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.59.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.59.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.6.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.6.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.6.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.60.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.60.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.60.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.61.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.61.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.61.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.62.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.62.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.62.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.63.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.63.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.63.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.7.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.7.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.7.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.8.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.8.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.8.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.9.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.9.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.experts.9.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.18.block_sparse_moe.gate.weight": "model-00004-of-00007.safetensors", + "model.layers.18.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.0.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.0.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.0.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.1.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.1.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.1.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.10.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.10.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.10.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.11.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.11.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.11.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.12.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.12.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.12.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.13.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.13.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.13.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.2.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.2.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.2.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.3.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.3.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.3.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.32.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.32.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.32.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.33.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.33.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.33.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.34.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.34.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.34.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.35.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.35.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.35.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.36.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.36.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.36.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.37.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.37.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.37.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.38.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.38.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.38.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.39.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.39.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.39.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.4.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.4.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.4.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.40.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.40.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.40.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.41.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.41.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.41.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.42.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.42.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.42.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.43.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.43.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.43.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.44.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.44.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.44.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.45.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.45.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.45.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.46.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.46.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.46.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.47.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.47.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.47.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.48.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.48.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.48.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.49.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.49.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.49.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.5.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.5.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.5.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.50.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.50.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.50.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.51.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.51.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.51.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.52.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.52.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.52.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.53.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.53.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.53.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.54.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.54.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.54.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.55.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.55.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.55.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.56.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.56.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.56.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.57.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.57.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.57.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.58.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.58.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.58.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.59.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.59.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.59.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.6.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.6.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.6.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.60.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.60.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.60.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.61.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.61.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.61.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.62.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.62.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.62.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.63.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.63.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.63.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.7.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.7.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.7.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.8.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.8.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.8.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.9.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.9.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.experts.9.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.19.block_sparse_moe.gate.weight": "model-00004-of-00007.safetensors", + "model.layers.19.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.0.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.0.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.0.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.1.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.1.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.1.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.10.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.10.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.10.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.11.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.11.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.11.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.12.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.12.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.12.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.13.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.13.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.13.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.14.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.14.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.14.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.15.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.15.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.15.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.16.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.16.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.16.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.17.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.17.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.17.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.18.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.18.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.18.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.19.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.19.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.19.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.2.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.2.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.2.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.20.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.20.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.20.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.21.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.21.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.21.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.22.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.22.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.22.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.23.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.23.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.23.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.24.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.24.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.24.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.25.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.25.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.25.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.26.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.26.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.26.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.27.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.27.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.27.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.28.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.28.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.28.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.29.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.29.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.29.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.3.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.3.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.3.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.30.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.30.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.30.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.31.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.31.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.31.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.32.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.32.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.32.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.33.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.33.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.33.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.34.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.34.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.34.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.35.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.35.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.35.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.36.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.36.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.36.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.37.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.37.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.37.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.38.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.38.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.38.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.39.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.39.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.39.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.4.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.4.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.4.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.40.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.40.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.40.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.41.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.41.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.41.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.42.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.42.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.42.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.43.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.43.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.43.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.44.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.44.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.44.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.45.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.45.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.45.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.46.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.46.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.46.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.47.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.47.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.47.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.48.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.48.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.48.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.49.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.49.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.49.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.5.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.5.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.5.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.50.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.50.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.50.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.51.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.51.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.51.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.52.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.52.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.52.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.53.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.53.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.53.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.54.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.54.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.54.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.55.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.55.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.55.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.56.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.56.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.56.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.57.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.57.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.57.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.58.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.58.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.58.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.59.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.59.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.59.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.6.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.6.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.6.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.60.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.60.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.60.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.61.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.61.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.61.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.62.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.62.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.62.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.63.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.63.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.63.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.7.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.7.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.7.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.8.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.8.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.8.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.9.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.9.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.experts.9.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.2.block_sparse_moe.gate.weight": "model-00001-of-00007.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.0.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.0.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.0.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.1.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.1.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.1.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.10.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.10.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.10.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.11.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.11.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.11.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.12.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.12.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.12.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.13.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.13.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.13.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.14.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.14.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.14.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.15.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.15.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.15.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.16.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.16.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.16.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.17.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.17.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.17.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.18.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.18.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.18.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.19.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.19.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.19.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.2.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.2.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.2.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.20.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.20.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.20.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.21.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.21.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.21.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.22.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.22.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.22.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.23.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.23.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.23.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.24.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.24.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.24.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.25.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.25.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.25.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.26.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.26.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.26.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.27.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.27.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.27.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.28.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.28.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.28.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.29.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.29.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.29.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.3.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.3.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.3.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.30.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.30.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.30.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.31.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.31.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.31.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.4.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.4.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.4.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.5.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.5.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.5.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.50.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.50.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.50.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.51.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.51.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.51.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.52.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.52.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.52.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.53.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.53.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.53.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.54.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.54.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.54.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.55.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.55.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.55.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.56.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.56.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.56.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.57.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.57.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.57.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.58.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.58.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.58.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.59.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.59.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.59.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.6.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.6.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.6.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.60.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.60.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.60.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.61.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.61.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.61.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.62.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.62.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.62.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.63.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.63.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.63.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.7.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.7.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.7.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.8.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.8.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.8.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.9.w1.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.9.w2.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.experts.9.w3.weight": "model-00004-of-00007.safetensors", + "model.layers.20.block_sparse_moe.gate.weight": "model-00004-of-00007.safetensors", + "model.layers.20.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.0.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.0.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.0.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.1.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.1.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.1.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.10.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.10.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.10.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.11.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.11.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.11.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.12.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.12.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.12.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.13.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.13.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.13.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.14.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.14.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.14.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.15.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.15.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.15.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.16.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.16.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.16.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.17.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.17.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.17.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.18.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.18.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.18.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.19.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.19.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.19.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.2.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.2.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.2.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.20.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.20.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.20.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.21.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.21.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.21.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.22.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.22.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.22.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.23.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.23.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.23.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.24.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.24.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.24.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.25.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.25.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.25.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.26.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.26.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.26.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.27.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.27.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.27.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.28.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.28.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.28.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.29.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.29.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.29.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.3.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.3.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.3.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.30.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.30.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.30.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.31.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.31.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.31.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.4.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.4.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.4.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.5.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.5.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.5.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.50.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.50.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.50.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.51.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.51.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.51.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.52.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.52.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.52.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.53.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.53.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.53.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.54.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.54.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.54.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.55.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.55.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.55.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.56.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.56.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.56.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.57.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.57.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.57.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.58.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.58.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.58.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.59.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.59.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.59.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.6.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.6.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.6.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.60.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.60.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.60.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.61.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.61.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.61.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.62.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.62.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.62.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.63.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.63.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.63.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.7.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.7.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.7.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.8.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.8.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.8.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.9.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.9.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.experts.9.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.21.block_sparse_moe.gate.weight": "model-00005-of-00007.safetensors", + "model.layers.21.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.0.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.0.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.0.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.1.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.1.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.1.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.10.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.10.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.10.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.11.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.11.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.11.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.12.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.12.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.12.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.13.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.13.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.13.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.14.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.14.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.14.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.15.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.15.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.15.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.16.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.16.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.16.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.17.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.17.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.17.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.18.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.18.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.18.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.19.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.19.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.19.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.2.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.2.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.2.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.20.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.20.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.20.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.21.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.21.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.21.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.22.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.22.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.22.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.23.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.23.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.23.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.24.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.24.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.24.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.25.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.25.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.25.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.26.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.26.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.26.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.27.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.27.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.27.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.28.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.28.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.28.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.29.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.29.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.29.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.3.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.3.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.3.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.30.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.30.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.30.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.31.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.31.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.31.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.4.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.4.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.4.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.5.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.5.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.5.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.50.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.50.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.50.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.51.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.51.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.51.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.52.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.52.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.52.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.53.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.53.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.53.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.54.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.54.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.54.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.55.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.55.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.55.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.56.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.56.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.56.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.57.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.57.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.57.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.58.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.58.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.58.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.59.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.59.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.59.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.6.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.6.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.6.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.60.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.60.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.60.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.61.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.61.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.61.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.62.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.62.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.62.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.63.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.63.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.63.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.7.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.7.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.7.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.8.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.8.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.8.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.9.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.9.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.experts.9.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.22.block_sparse_moe.gate.weight": "model-00005-of-00007.safetensors", + "model.layers.22.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.0.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.0.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.0.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.1.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.1.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.1.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.10.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.10.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.10.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.11.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.11.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.11.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.12.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.12.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.12.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.13.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.13.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.13.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.14.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.14.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.14.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.15.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.15.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.15.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.16.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.16.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.16.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.17.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.17.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.17.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.18.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.18.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.18.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.19.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.19.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.19.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.2.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.2.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.2.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.20.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.20.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.20.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.21.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.21.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.21.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.22.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.22.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.22.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.23.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.23.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.23.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.24.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.24.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.24.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.25.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.25.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.25.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.26.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.26.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.26.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.27.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.27.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.27.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.28.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.28.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.28.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.29.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.29.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.29.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.3.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.3.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.3.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.30.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.30.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.30.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.31.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.31.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.31.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.4.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.4.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.4.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.5.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.5.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.5.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.50.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.50.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.50.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.51.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.51.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.51.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.52.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.52.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.52.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.53.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.53.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.53.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.54.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.54.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.54.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.55.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.55.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.55.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.56.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.56.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.56.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.57.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.57.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.57.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.58.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.58.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.58.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.59.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.59.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.59.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.6.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.6.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.6.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.60.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.60.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.60.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.61.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.61.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.61.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.62.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.62.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.62.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.63.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.63.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.63.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.7.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.7.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.7.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.8.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.8.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.8.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.9.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.9.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.experts.9.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.23.block_sparse_moe.gate.weight": "model-00005-of-00007.safetensors", + "model.layers.23.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.0.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.0.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.0.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.1.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.1.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.1.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.10.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.10.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.10.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.11.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.11.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.11.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.12.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.12.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.12.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.13.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.13.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.13.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.14.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.14.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.14.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.15.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.15.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.15.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.16.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.16.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.16.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.17.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.17.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.17.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.18.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.18.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.18.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.19.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.19.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.19.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.2.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.2.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.2.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.20.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.20.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.20.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.21.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.21.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.21.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.22.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.22.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.22.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.23.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.23.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.23.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.24.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.24.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.24.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.25.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.25.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.25.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.26.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.26.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.26.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.27.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.27.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.27.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.28.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.28.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.28.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.29.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.29.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.29.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.3.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.3.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.3.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.30.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.30.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.30.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.31.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.31.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.31.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.4.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.4.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.4.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.5.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.5.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.5.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.50.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.50.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.50.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.51.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.51.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.51.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.52.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.52.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.52.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.53.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.53.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.53.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.54.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.54.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.54.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.55.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.55.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.55.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.56.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.56.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.56.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.57.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.57.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.57.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.58.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.58.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.58.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.59.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.59.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.59.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.6.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.6.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.6.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.60.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.60.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.60.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.61.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.61.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.61.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.62.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.62.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.62.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.63.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.63.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.63.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.7.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.7.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.7.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.8.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.8.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.8.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.9.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.9.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.experts.9.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.24.block_sparse_moe.gate.weight": "model-00005-of-00007.safetensors", + "model.layers.24.input_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.0.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.0.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.0.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.1.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.1.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.1.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.10.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.10.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.10.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.11.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.11.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.11.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.12.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.12.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.12.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.13.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.13.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.13.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.14.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.14.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.14.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.15.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.15.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.15.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.16.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.16.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.16.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.17.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.17.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.17.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.18.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.18.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.18.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.19.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.19.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.19.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.2.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.2.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.2.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.20.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.20.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.20.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.21.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.21.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.21.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.22.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.22.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.22.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.23.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.23.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.23.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.24.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.24.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.24.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.25.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.25.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.25.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.26.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.26.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.26.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.27.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.27.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.27.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.28.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.28.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.28.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.29.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.29.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.29.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.3.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.3.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.3.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.30.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.30.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.30.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.31.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.31.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.31.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.32.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.32.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.32.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.33.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.33.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.33.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.34.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.34.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.34.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.35.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.35.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.35.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.36.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.36.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.36.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.37.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.37.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.37.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.38.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.38.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.38.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.39.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.39.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.39.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.4.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.4.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.4.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.40.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.40.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.40.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.41.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.41.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.41.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.42.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.42.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.42.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.43.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.43.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.43.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.44.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.44.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.44.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.45.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.45.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.45.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.46.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.46.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.46.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.47.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.47.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.47.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.48.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.48.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.48.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.49.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.49.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.49.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.5.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.5.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.5.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.6.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.6.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.6.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.7.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.7.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.7.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.8.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.8.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.8.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.9.w1.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.9.w2.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.experts.9.w3.weight": "model-00005-of-00007.safetensors", + "model.layers.25.block_sparse_moe.gate.weight": "model-00005-of-00007.safetensors", + "model.layers.25.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00005-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.1.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.1.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.1.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.10.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.10.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.10.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.11.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.11.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.11.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.12.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.12.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.12.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.13.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.13.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.13.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.14.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.14.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.14.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.15.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.15.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.15.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.16.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.16.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.16.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.17.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.17.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.17.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.18.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.18.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.18.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.19.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.19.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.19.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.2.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.2.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.2.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.20.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.20.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.20.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.21.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.21.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.21.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.22.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.22.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.22.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.23.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.23.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.23.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.24.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.24.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.24.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.25.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.25.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.25.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.26.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.26.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.26.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.27.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.27.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.27.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.28.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.28.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.28.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.29.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.29.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.29.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.3.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.3.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.3.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.30.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.30.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.30.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.31.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.31.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.31.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.32.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.32.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.32.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.33.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.33.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.33.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.34.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.34.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.34.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.35.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.35.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.35.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.36.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.36.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.36.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.37.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.37.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.37.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.38.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.38.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.38.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.39.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.39.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.39.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.4.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.4.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.4.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.40.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.40.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.40.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.41.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.41.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.41.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.42.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.42.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.42.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.43.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.43.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.43.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.44.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.44.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.44.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.45.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.45.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.45.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.46.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.46.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.46.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.47.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.47.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.47.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.48.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.48.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.48.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.49.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.49.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.49.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.5.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.5.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.5.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.6.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.6.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.6.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.7.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.7.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.7.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.8.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.8.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.8.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.9.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.9.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.experts.9.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.26.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.26.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.1.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.1.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.1.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.10.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.10.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.10.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.11.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.11.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.11.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.12.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.12.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.12.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.13.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.13.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.13.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.14.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.14.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.14.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.15.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.15.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.15.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.16.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.16.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.16.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.17.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.17.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.17.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.18.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.18.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.18.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.19.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.19.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.19.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.2.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.2.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.2.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.20.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.20.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.20.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.21.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.21.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.21.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.22.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.22.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.22.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.23.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.23.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.23.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.24.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.24.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.24.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.25.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.25.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.25.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.26.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.26.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.26.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.27.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.27.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.27.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.28.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.28.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.28.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.29.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.29.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.29.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.3.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.3.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.3.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.30.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.30.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.30.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.31.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.31.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.31.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.32.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.32.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.32.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.33.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.33.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.33.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.34.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.34.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.34.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.35.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.35.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.35.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.36.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.36.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.36.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.37.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.37.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.37.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.38.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.38.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.38.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.39.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.39.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.39.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.4.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.4.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.4.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.40.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.40.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.40.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.41.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.41.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.41.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.42.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.42.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.42.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.43.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.43.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.43.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.44.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.44.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.44.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.45.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.45.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.45.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.46.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.46.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.46.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.47.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.47.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.47.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.48.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.48.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.48.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.49.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.49.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.49.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.5.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.5.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.5.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.6.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.6.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.6.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.7.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.7.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.7.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.8.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.8.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.8.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.9.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.9.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.experts.9.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.27.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.27.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.1.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.1.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.1.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.10.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.10.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.10.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.11.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.11.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.11.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.12.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.12.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.12.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.13.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.13.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.13.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.14.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.14.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.14.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.15.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.15.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.15.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.16.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.16.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.16.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.17.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.17.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.17.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.18.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.18.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.18.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.19.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.19.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.19.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.2.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.2.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.2.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.20.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.20.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.20.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.21.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.21.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.21.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.22.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.22.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.22.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.23.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.23.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.23.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.24.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.24.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.24.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.25.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.25.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.25.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.26.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.26.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.26.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.27.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.27.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.27.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.28.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.28.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.28.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.29.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.29.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.29.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.3.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.3.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.3.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.30.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.30.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.30.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.31.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.31.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.31.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.32.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.32.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.32.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.33.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.33.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.33.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.34.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.34.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.34.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.35.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.35.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.35.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.36.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.36.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.36.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.37.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.37.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.37.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.38.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.38.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.38.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.39.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.39.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.39.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.4.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.4.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.4.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.40.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.40.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.40.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.41.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.41.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.41.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.42.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.42.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.42.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.43.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.43.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.43.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.44.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.44.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.44.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.45.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.45.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.45.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.46.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.46.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.46.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.47.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.47.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.47.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.48.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.48.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.48.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.49.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.49.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.49.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.5.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.5.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.5.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.6.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.6.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.6.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.7.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.7.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.7.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.8.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.8.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.8.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.9.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.9.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.experts.9.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.28.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.28.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.1.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.1.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.1.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.10.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.10.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.10.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.11.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.11.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.11.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.12.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.12.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.12.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.13.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.13.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.13.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.14.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.14.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.14.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.15.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.15.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.15.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.16.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.16.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.16.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.17.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.17.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.17.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.18.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.18.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.18.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.19.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.19.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.19.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.2.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.2.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.2.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.20.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.20.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.20.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.21.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.21.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.21.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.22.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.22.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.22.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.23.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.23.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.23.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.24.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.24.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.24.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.25.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.25.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.25.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.26.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.26.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.26.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.27.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.27.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.27.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.28.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.28.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.28.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.29.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.29.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.29.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.3.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.3.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.3.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.30.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.30.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.30.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.31.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.31.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.31.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.32.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.32.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.32.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.33.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.33.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.33.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.34.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.34.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.34.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.35.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.35.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.35.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.36.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.36.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.36.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.37.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.37.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.37.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.38.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.38.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.38.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.39.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.39.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.39.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.4.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.4.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.4.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.40.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.40.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.40.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.41.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.41.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.41.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.42.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.42.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.42.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.43.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.43.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.43.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.44.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.44.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.44.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.45.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.45.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.45.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.46.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.46.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.46.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.47.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.47.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.47.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.48.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.48.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.48.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.49.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.49.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.49.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.5.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.5.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.5.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.6.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.6.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.6.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.7.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.7.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.7.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.8.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.8.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.8.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.9.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.9.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.experts.9.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.29.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.29.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.0.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.0.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.0.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.1.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.1.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.1.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.10.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.10.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.10.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.11.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.11.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.11.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.12.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.12.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.12.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.13.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.13.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.13.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.14.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.14.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.14.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.15.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.15.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.15.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.16.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.16.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.16.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.17.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.17.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.17.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.18.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.18.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.18.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.19.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.19.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.19.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.2.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.2.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.2.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.20.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.20.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.20.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.21.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.21.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.21.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.22.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.22.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.22.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.23.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.23.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.23.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.24.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.24.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.24.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.25.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.25.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.25.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.26.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.26.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.26.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.27.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.27.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.27.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.28.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.28.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.28.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.29.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.29.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.29.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.3.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.3.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.3.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.30.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.30.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.30.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.31.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.31.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.31.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.32.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.32.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.32.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.33.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.33.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.33.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.34.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.34.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.34.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.35.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.35.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.35.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.36.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.36.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.36.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.37.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.37.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.37.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.38.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.38.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.38.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.39.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.39.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.39.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.4.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.4.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.4.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.40.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.40.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.40.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.41.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.41.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.41.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.42.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.42.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.42.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.43.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.43.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.43.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.44.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.44.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.44.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.45.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.45.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.45.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.46.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.46.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.46.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.47.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.47.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.47.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.48.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.48.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.48.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.49.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.49.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.49.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.5.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.5.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.5.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.50.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.50.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.50.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.51.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.51.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.51.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.52.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.52.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.52.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.53.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.53.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.53.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.54.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.54.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.54.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.55.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.55.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.55.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.56.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.56.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.56.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.57.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.57.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.57.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.58.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.58.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.58.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.59.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.59.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.59.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.6.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.6.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.6.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.60.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.60.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.60.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.61.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.61.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.61.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.62.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.62.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.62.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.63.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.63.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.63.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.7.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.7.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.7.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.8.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.8.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.8.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.9.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.9.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.experts.9.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.3.block_sparse_moe.gate.weight": "model-00001-of-00007.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.1.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.1.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.1.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.10.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.10.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.10.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.11.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.11.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.11.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.12.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.12.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.12.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.13.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.13.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.13.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.14.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.14.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.14.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.15.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.15.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.15.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.16.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.16.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.16.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.17.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.17.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.17.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.18.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.18.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.18.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.19.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.19.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.19.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.2.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.2.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.2.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.20.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.20.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.20.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.21.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.21.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.21.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.22.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.22.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.22.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.23.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.23.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.23.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.24.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.24.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.24.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.25.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.25.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.25.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.26.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.26.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.26.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.27.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.27.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.27.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.28.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.28.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.28.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.29.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.29.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.29.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.3.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.3.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.3.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.30.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.30.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.30.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.31.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.31.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.31.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.32.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.32.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.32.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.33.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.33.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.33.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.34.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.34.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.34.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.35.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.35.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.35.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.36.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.36.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.36.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.37.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.37.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.37.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.38.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.38.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.38.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.39.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.39.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.39.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.4.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.4.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.4.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.40.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.40.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.40.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.41.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.41.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.41.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.42.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.42.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.42.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.43.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.43.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.43.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.44.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.44.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.44.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.45.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.45.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.45.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.46.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.46.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.46.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.47.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.47.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.47.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.48.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.48.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.48.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.49.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.49.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.49.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.5.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.5.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.5.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.50.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.50.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.50.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.51.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.51.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.51.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.52.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.52.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.52.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.53.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.53.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.53.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.54.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.54.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.54.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.55.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.55.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.55.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.56.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.56.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.56.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.57.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.57.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.57.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.58.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.58.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.58.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.59.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.59.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.59.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.6.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.6.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.6.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.60.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.60.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.60.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.61.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.61.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.61.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.62.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.62.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.62.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.63.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.63.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.63.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.7.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.7.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.7.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.8.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.8.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.8.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.9.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.9.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.experts.9.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.30.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.30.input_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.0.w1.weight": "model-00006-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.0.w2.weight": "model-00006-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.0.w3.weight": "model-00006-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.1.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.1.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.1.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.10.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.10.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.10.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.11.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.11.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.11.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.12.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.12.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.12.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.13.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.13.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.13.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.14.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.14.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.14.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.15.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.15.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.15.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.16.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.16.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.16.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.17.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.17.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.17.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.18.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.18.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.18.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.19.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.19.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.19.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.2.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.2.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.2.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.20.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.20.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.20.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.21.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.21.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.21.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.22.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.22.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.22.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.23.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.23.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.23.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.24.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.24.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.24.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.25.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.25.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.25.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.26.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.26.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.26.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.27.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.27.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.27.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.28.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.28.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.28.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.29.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.29.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.29.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.3.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.3.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.3.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.30.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.30.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.30.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.31.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.31.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.31.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.32.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.32.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.32.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.33.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.33.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.33.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.34.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.34.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.34.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.35.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.35.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.35.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.36.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.36.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.36.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.37.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.37.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.37.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.38.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.38.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.38.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.39.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.39.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.39.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.4.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.4.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.4.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.40.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.40.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.40.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.41.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.41.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.41.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.42.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.42.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.42.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.43.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.43.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.43.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.44.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.44.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.44.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.45.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.45.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.45.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.46.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.46.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.46.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.47.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.47.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.47.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.48.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.48.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.48.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.49.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.49.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.49.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.5.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.5.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.5.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.50.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.50.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.50.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.51.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.51.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.51.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.52.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.52.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.52.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.53.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.53.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.53.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.54.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.54.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.54.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.55.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.55.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.55.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.56.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.56.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.56.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.57.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.57.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.57.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.58.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.58.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.58.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.59.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.59.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.59.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.6.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.6.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.6.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.60.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.60.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.60.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.61.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.61.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.61.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.62.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.62.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.62.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.63.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.63.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.63.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.7.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.7.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.7.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.8.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.8.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.8.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.9.w1.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.9.w2.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.experts.9.w3.weight": "model-00007-of-00007.safetensors", + "model.layers.31.block_sparse_moe.gate.weight": "model-00006-of-00007.safetensors", + "model.layers.31.input_layernorm.weight": "model-00007-of-00007.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00007.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00006-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.0.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.0.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.0.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.1.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.1.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.1.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.10.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.10.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.10.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.11.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.11.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.11.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.12.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.12.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.12.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.13.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.13.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.13.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.14.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.14.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.14.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.15.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.15.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.15.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.16.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.16.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.16.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.17.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.17.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.17.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.18.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.18.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.18.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.19.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.19.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.19.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.2.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.2.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.2.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.20.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.20.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.20.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.21.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.21.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.21.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.22.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.22.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.22.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.23.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.23.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.23.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.24.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.24.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.24.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.25.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.25.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.25.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.26.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.26.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.26.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.27.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.27.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.27.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.28.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.28.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.28.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.29.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.29.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.29.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.3.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.3.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.3.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.30.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.30.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.30.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.31.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.31.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.31.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.32.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.32.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.32.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.33.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.33.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.33.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.34.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.34.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.34.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.35.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.35.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.35.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.36.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.36.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.36.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.37.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.37.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.37.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.38.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.38.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.38.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.39.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.39.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.39.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.4.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.4.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.4.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.40.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.40.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.40.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.41.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.41.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.41.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.42.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.42.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.42.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.43.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.43.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.43.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.44.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.44.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.44.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.5.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.5.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.5.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.6.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.6.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.6.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.63.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.63.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.63.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.7.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.7.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.7.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.8.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.8.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.8.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.9.w1.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.9.w2.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.experts.9.w3.weight": "model-00001-of-00007.safetensors", + "model.layers.4.block_sparse_moe.gate.weight": "model-00001-of-00007.safetensors", + "model.layers.4.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.0.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.0.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.0.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.1.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.1.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.1.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.10.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.10.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.10.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.11.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.11.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.11.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.12.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.12.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.12.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.13.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.13.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.13.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.14.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.14.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.14.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.15.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.15.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.15.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.16.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.16.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.16.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.17.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.17.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.17.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.18.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.18.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.18.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.19.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.19.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.19.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.2.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.2.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.2.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.20.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.20.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.20.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.21.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.21.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.21.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.22.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.22.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.22.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.23.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.23.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.23.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.24.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.24.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.24.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.25.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.25.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.25.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.26.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.26.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.26.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.27.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.27.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.27.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.28.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.28.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.28.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.29.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.29.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.29.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.3.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.3.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.3.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.30.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.30.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.30.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.31.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.31.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.31.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.32.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.32.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.32.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.33.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.33.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.33.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.34.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.34.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.34.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.35.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.35.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.35.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.36.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.36.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.36.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.37.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.37.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.37.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.38.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.38.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.38.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.39.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.39.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.39.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.4.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.4.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.4.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.40.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.40.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.40.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.41.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.41.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.41.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.42.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.42.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.42.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.43.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.43.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.43.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.44.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.44.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.44.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.5.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.5.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.5.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.6.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.6.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.6.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.63.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.63.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.63.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.7.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.7.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.7.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.8.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.8.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.8.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.9.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.9.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.experts.9.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.5.block_sparse_moe.gate.weight": "model-00002-of-00007.safetensors", + "model.layers.5.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.0.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.0.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.0.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.1.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.1.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.1.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.10.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.10.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.10.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.11.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.11.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.11.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.12.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.12.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.12.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.13.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.13.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.13.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.14.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.14.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.14.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.15.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.15.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.15.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.16.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.16.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.16.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.17.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.17.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.17.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.18.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.18.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.18.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.19.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.19.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.19.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.2.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.2.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.2.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.20.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.20.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.20.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.21.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.21.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.21.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.22.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.22.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.22.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.23.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.23.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.23.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.24.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.24.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.24.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.25.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.25.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.25.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.26.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.26.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.26.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.27.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.27.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.27.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.28.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.28.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.28.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.29.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.29.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.29.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.3.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.3.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.3.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.30.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.30.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.30.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.31.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.31.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.31.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.32.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.32.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.32.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.33.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.33.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.33.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.34.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.34.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.34.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.35.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.35.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.35.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.36.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.36.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.36.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.37.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.37.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.37.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.38.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.38.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.38.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.39.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.39.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.39.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.4.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.4.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.4.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.40.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.40.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.40.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.41.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.41.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.41.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.42.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.42.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.42.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.43.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.43.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.43.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.44.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.44.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.44.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.5.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.5.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.5.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.6.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.6.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.6.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.63.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.63.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.63.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.7.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.7.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.7.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.8.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.8.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.8.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.9.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.9.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.experts.9.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.6.block_sparse_moe.gate.weight": "model-00002-of-00007.safetensors", + "model.layers.6.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.0.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.0.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.0.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.1.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.1.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.1.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.10.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.10.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.10.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.11.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.11.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.11.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.12.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.12.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.12.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.13.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.13.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.13.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.14.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.14.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.14.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.15.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.15.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.15.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.16.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.16.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.16.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.17.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.17.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.17.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.18.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.18.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.18.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.19.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.19.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.19.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.2.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.2.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.2.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.20.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.20.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.20.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.21.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.21.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.21.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.22.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.22.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.22.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.23.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.23.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.23.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.24.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.24.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.24.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.25.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.25.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.25.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.26.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.26.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.26.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.27.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.27.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.27.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.28.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.28.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.28.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.29.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.29.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.29.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.3.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.3.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.3.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.30.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.30.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.30.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.31.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.31.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.31.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.32.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.32.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.32.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.33.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.33.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.33.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.34.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.34.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.34.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.35.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.35.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.35.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.36.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.36.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.36.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.37.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.37.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.37.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.38.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.38.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.38.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.39.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.39.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.39.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.4.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.4.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.4.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.40.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.40.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.40.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.41.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.41.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.41.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.42.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.42.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.42.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.43.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.43.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.43.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.44.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.44.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.44.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.5.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.5.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.5.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.6.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.6.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.6.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.63.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.63.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.63.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.7.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.7.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.7.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.8.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.8.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.8.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.9.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.9.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.experts.9.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.7.block_sparse_moe.gate.weight": "model-00002-of-00007.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.0.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.0.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.0.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.1.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.1.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.1.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.10.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.10.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.10.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.11.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.11.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.11.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.12.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.12.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.12.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.13.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.13.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.13.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.14.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.14.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.14.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.15.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.15.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.15.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.16.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.16.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.16.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.17.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.17.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.17.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.18.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.18.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.18.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.19.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.19.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.19.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.2.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.2.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.2.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.20.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.20.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.20.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.21.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.21.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.21.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.22.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.22.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.22.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.23.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.23.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.23.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.24.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.24.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.24.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.25.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.25.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.25.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.26.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.26.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.26.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.27.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.27.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.27.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.28.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.28.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.28.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.29.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.29.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.29.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.3.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.3.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.3.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.30.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.30.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.30.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.31.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.31.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.31.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.32.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.32.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.32.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.33.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.33.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.33.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.34.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.34.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.34.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.35.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.35.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.35.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.36.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.36.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.36.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.37.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.37.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.37.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.38.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.38.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.38.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.39.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.39.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.39.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.4.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.4.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.4.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.40.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.40.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.40.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.41.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.41.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.41.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.42.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.42.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.42.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.43.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.43.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.43.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.44.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.44.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.44.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.5.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.5.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.5.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.6.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.6.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.6.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.63.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.63.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.63.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.7.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.7.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.7.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.8.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.8.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.8.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.9.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.9.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.experts.9.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.8.block_sparse_moe.gate.weight": "model-00002-of-00007.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.0.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.0.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.0.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.1.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.1.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.1.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.10.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.10.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.10.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.11.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.11.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.11.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.12.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.12.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.12.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.13.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.13.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.13.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.14.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.14.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.14.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.15.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.15.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.15.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.16.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.16.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.16.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.17.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.17.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.17.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.18.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.18.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.18.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.19.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.19.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.19.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.2.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.2.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.2.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.20.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.20.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.20.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.21.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.21.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.21.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.22.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.22.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.22.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.23.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.23.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.23.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.24.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.24.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.24.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.25.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.25.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.25.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.26.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.26.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.26.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.27.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.27.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.27.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.28.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.28.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.28.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.29.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.29.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.29.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.3.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.3.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.3.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.30.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.30.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.30.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.31.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.31.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.31.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.32.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.32.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.32.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.33.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.33.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.33.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.34.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.34.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.34.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.35.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.35.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.35.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.36.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.36.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.36.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.37.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.37.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.37.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.38.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.38.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.38.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.39.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.39.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.39.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.4.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.4.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.4.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.40.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.40.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.40.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.41.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.41.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.41.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.42.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.42.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.42.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.43.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.43.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.43.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.44.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.44.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.44.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.45.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.45.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.45.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.46.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.46.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.46.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.47.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.47.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.47.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.48.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.48.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.48.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.49.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.49.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.49.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.5.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.5.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.5.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.50.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.50.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.50.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.51.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.51.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.51.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.52.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.52.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.52.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.53.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.53.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.53.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.54.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.54.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.54.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.55.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.55.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.55.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.56.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.56.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.56.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.57.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.57.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.57.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.58.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.58.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.58.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.59.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.59.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.59.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.6.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.6.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.6.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.60.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.60.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.60.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.61.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.61.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.61.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.62.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.62.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.62.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.63.w1.weight": "model-00003-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.63.w2.weight": "model-00003-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.63.w3.weight": "model-00003-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.7.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.7.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.7.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.8.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.8.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.8.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.9.w1.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.9.w2.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.experts.9.w3.weight": "model-00002-of-00007.safetensors", + "model.layers.9.block_sparse_moe.gate.weight": "model-00002-of-00007.safetensors", + "model.layers.9.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.norm.weight": "model-00007-of-00007.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..d8cd507 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,4 @@ +{ + "bos_token": "<|begin_of_text|>", + "eos_token": "<|end_of_text|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..9a62752 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e134af98b985517b4f068e3755ae90d4e9cd2d45d328325dc503f1c6b2d06cc7 +size 9085698 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..5777175 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2062 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|end_of_text|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "PreTrainedTokenizerFast" +}