From 59ecb0baf2a5e72f83438bb9f7b2a8702f1ae9b2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 2 Jul 2026 14:44:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rinna/qwq-bakeneko-32b-awq Source: Original Platform --- .gitattributes | 56 + LICENSE.txt | 201 ++++ NOTICE.txt | 411 ++++++++ README.md | 194 ++++ added_tokens.json | 28 + config.json | 36 + configuration.json | 1 + generation_config.json | 13 + merges.txt | 3 + model-00001-of-00005.safetensors | 3 + model-00002-of-00005.safetensors | 3 + model-00003-of-00005.safetensors | 3 + model-00004-of-00005.safetensors | 3 + model-00005-of-00005.safetensors | 3 + model.safetensors.index.json | 1674 ++++++++++++++++++++++++++++++ rinna.png | Bin 0 -> 60349 bytes special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 240 +++++ vocab.json | 3 + 20 files changed, 2909 insertions(+) create mode 100644 .gitattributes create mode 100644 LICENSE.txt create mode 100644 NOTICE.txt create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00005.safetensors create mode 100644 model-00002-of-00005.safetensors create mode 100644 model-00003-of-00005.safetensors create mode 100644 model-00004-of-00005.safetensors create mode 100644 model-00005-of-00005.safetensors create mode 100644 model.safetensors.index.json create mode 100644 rinna.png create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4b0d3dc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00005-of-00005.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00005.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00005.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00005.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00005.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/LICENSE.txt b/LICENSE.txt new file mode 100644 index 0000000..5ec99f7 --- /dev/null +++ b/LICENSE.txt @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2025 rinna Co., Ltd. + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/NOTICE.txt b/NOTICE.txt new file mode 100644 index 0000000..311b7b9 --- /dev/null +++ b/NOTICE.txt @@ -0,0 +1,411 @@ +Notices + +Qwen/QwQ-32B +Source: https://huggingface.co/Qwen/QwQ-32B +License +``` + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + Copyright 2024 Alibaba Cloud + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +``` + +Qwen/Qwen2.5-32B +Source: https://huggingface.co/Qwen/Qwen2.5-32B +License +``` + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2024 Alibaba Cloud + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +``` diff --git a/README.md b/README.md new file mode 100644 index 0000000..0562995 --- /dev/null +++ b/README.md @@ -0,0 +1,194 @@ +--- +thumbnail: https://github.com/rinnakk/japanese-pretrained-models/blob/master/rinna.png +license: apache-2.0 +language: +- ja +tags: +- qwen2 +- conversational +- awq +base_model: rinna/qwq-bakeneko-32b +base_model_relation: quantized +pipeline_tag: text-generation +library_name: transformers +--- + +# `QwQ Bakeneko 32B AWQ (rinna/qwq-bakeneko-32b-awq)` + +![rinna-icon](./rinna.png) + +# Overview + +This model is a 4-bit quantized model for [rinna/qwq-bakeneko-32b](https://huggingface.co/rinna/qwq-bakeneko-32b) using [AutoAWQ](https://github.com/casper-hansen/AutoAWQ). The quantized version is 4x smaller than the original model and thus requires less memory and provides faster inference. + +| Model Type | Model Name +| :- | :- +| Japanese Continual Pre-Training Model | Qwen2.5 Bakeneko 32B [[HF]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b) +| Instruction-Tuning Model | Qwen2.5 Bakeneko 32B Instruct [[HF]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct)[[AWQ]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-awq)[[GGUF]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-gguf)[[GPTQ int8]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-gptq-int8)[[GPTQ int4]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-gptq-int4) +| DeepSeek R1 Distill Qwen2.5 Merged Reasoning Model | DeepSeek R1 Distill Qwen2.5 Bakeneko 32B [[HF]](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b)[[AWQ]](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b-awq)[[GGUF]](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b-gguf)[[GPTQ int8]](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b-gptq-int8)[[GPTQ int4]](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b-gptq-int4) +| QwQ Merged Reasoning Model | QwQ Bakeneko 32B [[HF]](https://huggingface.co/rinna/qwq-bakeneko-32b)[[AWQ]](https://huggingface.co/rinna/qwq-bakeneko-32b-awq)[[GGUF]](https://huggingface.co/rinna/qwq-bakeneko-32b-gguf)[[GPTQ int8]](https://huggingface.co/rinna/qwq-bakeneko-32b-gptq-int8)[[GPTQ int4]](https://huggingface.co/rinna/qwq-bakeneko-32b-gptq-int4) +| QwQ Bakeneko Merged Instruction-Tuning Model | Qwen2.5 Bakeneko 32B Instruct V2 [[HF]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2)[[AWQ]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2-awq)[[GGUF]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2-gguf)[[GPTQ int8]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2-gptq-int8)[[GPTQ int4]](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2-gptq-int4) + +See [rinna/qwq-bakeneko-32b](https://huggingface.co/rinna/qwq-bakeneko-32b) for details about model architecture and data. + +* **Contributors** + - [Toshiaki Wakatsuki](https://huggingface.co/t-w) + - [Xinqi Chen](https://huggingface.co/Keely0419) + - [Kei Sawada](https://huggingface.co/keisawada) + +* **Release date** + + March 13, 2025 + +--- + +# Benchmarking + +| Model | Japanese LM Evaluation Harness | Japanese MT-Bench (first turn) | Japanese MT-Bench (multi turn) +| :- | :-: | :-: | :-: +| [Qwen/Qwen2.5-32B](https://huggingface.co/Qwen/Qwen2.5-32B) | 79.46 | - | - +| [rinna/qwen2.5-bakeneko-32b](https://huggingface.co/rinna/qwen2.5-bakeneko-32b) | 79.18 | - | - +| [Qwen/Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) | 78.29 | 8.13 | 7.54 +| [rinna/qwen2.5-bakeneko-32b-instruct](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct) | 79.62 | 8.17 | 7.66 +| [rinna/qwen2.5-bakeneko-32b-instruct-v2](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct-v2) | 77.92 | 8.86 | 8.53 +| [deepseek-ai/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B) | 73.51 | 7.39 | 6.88 +| [rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b](https://huggingface.co/rinna/deepseek-r1-distill-qwen2.5-bakeneko-32b) | 77.43 | 8.58 | 8.19 +| [Qwen/QwQ-32B](https://huggingface.co/Qwen/QwQ-32B) | 76.12 | 8.58 | 8.25 +| [rinna/qwq-bakeneko-32b](https://huggingface.co/rinna/qwq-bakeneko-32b) | 78.31 | 8.81 | 8.52 + +For detailed benchmarking results, please refer to [rinna's LM benchmark page (Sheet 20250313)](https://rinnakk.github.io/research/benchmarks/lm/index.html). + +--- + +# How to use the model + +**Setup** + +~~~python +import torch +from transformers import AutoTokenizer, AutoModelForCausalLM + +model_id = "rinna/qwq-bakeneko-32b-awq" + +tokenizer = AutoTokenizer.from_pretrained(model_id) +model = AutoModelForCausalLM.from_pretrained( + model_id, + device_map="auto", + torch_dtype=torch.bfloat16, +) + +messages = [ + {"role": "user", "content": "微分に関する簡単な文章問題を作成し、その問題を解いてください。"}, +] +prompt = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) +input_ids = tokenizer.encode( + prompt, + add_special_tokens=False, + return_tensors="pt" +).to(model.device) + +outputs = model.generate( + input_ids, + max_new_tokens=4096, + do_sample=True, + temperature=0.6, + top_k=40, + top_p=0.95, +) + +response = tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True) +response = "\n" + response +print(response) +~~~ + +**Recommendations** + +For optimal performance, it is recommended to review [Usage Guidelines](https://huggingface.co/Qwen/QwQ-32B#usage-guidelines) before deploying this model. + +--- + +# Tokenization +This model inherits the original [Qwen/QwQ-32B](https://huggingface.co/Qwen/QwQ-32B) tokenizer. + +--- + +# How to cite +```bibtex +@misc{rinna/qwq-bakeneko-32b-awq, + title = {rinna/qwq-bakeneko-32b-awq}, + author = {Wakatsuki, Toshiaki and Chen, Xinqi and Sawada, Kei}, + url = {https://huggingface.co/rinna/qwq-bakeneko-32b-awq} +} + +@inproceedings{sawada2024release, + title = {Release of Pre-Trained Models for the {J}apanese Language}, + author = {Sawada, Kei and Zhao, Tianyu and Shing, Makoto and Mitsui, Kentaro and Kaga, Akio and Hono, Yukiya and Wakatsuki, Toshiaki and Mitsuda, Koh}, + booktitle = {Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)}, + month = {5}, + year = {2024}, + pages = {13898--13905}, + url = {https://aclanthology.org/2024.lrec-main.1213}, + note = {\url{https://arxiv.org/abs/2404.01657}} +} +``` +--- + +# References +```bibtex +@article{qwen2.5, + title = {Qwen2.5 Technical Report}, + author = {An Yang and Baosong Yang and Beichen Zhang and Binyuan Hui and Bo Zheng and Bowen Yu and Chengyuan Li and Dayiheng Liu and Fei Huang and Haoran Wei and Huan Lin and Jian Yang and Jianhong Tu and Jianwei Zhang and Jianxin Yang and Jiaxi Yang and Jingren Zhou and Junyang Lin and Kai Dang and Keming Lu and Keqin Bao and Kexin Yang and Le Yu and Mei Li and Mingfeng Xue and Pei Zhang and Qin Zhu and Rui Men and Runji Lin and Tianhao Li and Tianyi Tang and Tingyu Xia and Xingzhang Ren and Xuancheng Ren and Yang Fan and Yang Su and Yichang Zhang and Yu Wan and Yuqiong Liu and Zeyu Cui and Zhenru Zhang and Zihan Qiu}, + journal = {arXiv preprint arXiv:2412.15115}, + year = {2024} +} + +@misc{qwq32b, + title = {QwQ-32B: Embracing the Power of Reinforcement Learning}, + url = {https://qwenlm.github.io/blog/qwq-32b/}, + author = {Qwen Team}, + month = {March}, + year = {2025} +} + +@misc{deepseekai2025deepseekr1incentivizingreasoningcapability, + title = {DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning}, + author = {DeepSeek-AI and Daya Guo and Dejian Yang and Haowei Zhang and Junxiao Song and Ruoyu Zhang and Runxin Xu and Qihao Zhu and Shirong Ma and Peiyi Wang and Xiao Bi and Xiaokang Zhang and Xingkai Yu and Yu Wu and Z. F. Wu and Zhibin Gou and Zhihong Shao and Zhuoshu Li and Ziyi Gao and Aixin Liu and Bing Xue and Bingxuan Wang and Bochao Wu and Bei Feng and Chengda Lu and Chenggang Zhao and Chengqi Deng and Chenyu Zhang and Chong Ruan and Damai Dai and Deli Chen and Dongjie Ji and Erhang Li and Fangyun Lin and Fucong Dai and Fuli Luo and Guangbo Hao and Guanting Chen and Guowei Li and H. Zhang and Han Bao and Hanwei Xu and Haocheng Wang and Honghui Ding and Huajian Xin and Huazuo Gao and Hui Qu and Hui Li and Jianzhong Guo and Jiashi Li and Jiawei Wang and Jingchang Chen and Jingyang Yuan and Junjie Qiu and Junlong Li and J. L. Cai and Jiaqi Ni and Jian Liang and Jin Chen and Kai Dong and Kai Hu and Kaige Gao and Kang Guan and Kexin Huang and Kuai Yu and Lean Wang and Lecong Zhang and Liang Zhao and Litong Wang and Liyue Zhang and Lei Xu and Leyi Xia and Mingchuan Zhang and Minghua Zhang and Minghui Tang and Meng Li and Miaojun Wang and Mingming Li and Ning Tian and Panpan Huang and Peng Zhang and Qiancheng Wang and Qinyu Chen and Qiushi Du and Ruiqi Ge and Ruisong Zhang and Ruizhe Pan and Runji Wang and R. J. Chen and R. L. Jin and Ruyi Chen and Shanghao Lu and Shangyan Zhou and Shanhuang Chen and Shengfeng Ye and Shiyu Wang and Shuiping Yu and Shunfeng Zhou and Shuting Pan and S. S. Li and Shuang Zhou and Shaoqing Wu and Shengfeng Ye and Tao Yun and Tian Pei and Tianyu Sun and T. Wang and Wangding Zeng and Wanjia Zhao and Wen Liu and Wenfeng Liang and Wenjun Gao and Wenqin Yu and Wentao Zhang and W. L. Xiao and Wei An and Xiaodong Liu and Xiaohan Wang and Xiaokang Chen and Xiaotao Nie and Xin Cheng and Xin Liu and Xin Xie and Xingchao Liu and Xinyu Yang and Xinyuan Li and Xuecheng Su and Xuheng Lin and X. Q. Li and Xiangyue Jin and Xiaojin Shen and Xiaosha Chen and Xiaowen Sun and Xiaoxiang Wang and Xinnan Song and Xinyi Zhou and Xianzu Wang and Xinxia Shan and Y. K. Li and Y. Q. Wang and Y. X. Wei and Yang Zhang and Yanhong Xu and Yao Li and Yao Zhao and Yaofeng Sun and Yaohui Wang and Yi Yu and Yichao Zhang and Yifan Shi and Yiliang Xiong and Ying He and Yishi Piao and Yisong Wang and Yixuan Tan and Yiyang Ma and Yiyuan Liu and Yongqiang Guo and Yuan Ou and Yuduan Wang and Yue Gong and Yuheng Zou and Yujia He and Yunfan Xiong and Yuxiang Luo and Yuxiang You and Yuxuan Liu and Yuyang Zhou and Y. X. Zhu and Yanhong Xu and Yanping Huang and Yaohui Li and Yi Zheng and Yuchen Zhu and Yunxian Ma and Ying Tang and Yukun Zha and Yuting Yan and Z. Z. Ren and Zehui Ren and Zhangli Sha and Zhe Fu and Zhean Xu and Zhenda Xie and Zhengyan Zhang and Zhewen Hao and Zhicheng Ma and Zhigang Yan and Zhiyu Wu and Zihui Gu and Zijia Zhu and Zijun Liu and Zilin Li and Ziwei Xie and Ziyang Song and Zizheng Pan and Zhen Huang and Zhipeng Xu and Zhongyu Zhang and Zhen Zhang}, + year = {2025}, + eprint = {2501.12948}, + archivePrefix = {arXiv}, + primaryClass = {cs.CL}, + url = {https://arxiv.org/abs/2501.12948}, +} + +@article{huang2023chat, + title = {Chat Vector: A Simple Approach to Equip LLMs with Instruction Following and Model Alignment in New Languages}, + author = {Huang, Shih-Cheng and Li, Pin-Zu and Hsu, Yu-Chi and Chen, Kuang-Ming and Lin, Yu Tung and Hsiao, Shih-Kai and Tzong-Han Tsai, Richard and Lee, Hung-yi}, + year = {2023}, + url = {https://arxiv.org/abs/2310.04799} +} + +@inproceedings{hong2024orpo, + title = {ORPO: Monolithic Preference Optimization without Reference Model}, + author = {Hong, Jiwoo and Lee, Noah and Thorne, James}, + booktitle = {Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing}, + pages = {11170--11189}, + year = {2024} +} + +@inproceedings{lin2024awq, + title = {AWQ: Activation-aware Weight Quantization for On-Device LLM Compression and Acceleration}, + author = {Lin, Ji and Tang, Jiaming and Tang, Haotian and Yang, Shang and Chen, Wei-Ming and Wang, Wei-Chen and Xiao, Guangxuan and Dang, Xingyu and Gan, Chuang and Han, Song}, + booktitle = {Proceedings of Machine Learning and Systems}, + pages = {87--100}, + volume = {6}, + year = {2024} +} +``` +--- + +# License +[The Apache License, Version 2.0](https://opensource.org/license/apache-2-0) \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/config.json b/config.json new file mode 100644 index 0000000..2e7ab46 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 27648, + "max_position_embeddings": 131072, + "max_window_layers": 64, + "model_type": "qwen2", + "num_attention_heads": 40, + "num_hidden_layers": 64, + "num_key_value_heads": 8, + "quantization_config": { + "bits": 4, + "group_size": 128, + "modules_to_not_convert": null, + "quant_method": "awq", + "version": "gemm", + "zero_point": true + }, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.47.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c045df0 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 40, + "top_p": 0.95, + "transformers_version": "4.47.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00005.safetensors b/model-00001-of-00005.safetensors new file mode 100644 index 0000000..c32d80f --- /dev/null +++ b/model-00001-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0974d02abc446a265f766dd5983df514f2d7cb49e8e598ab46812c83be1775a2 +size 3943575352 diff --git a/model-00002-of-00005.safetensors b/model-00002-of-00005.safetensors new file mode 100644 index 0000000..100147f --- /dev/null +++ b/model-00002-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987d1e40dcf68d14d0818052f13ca465202c8b13e1dd410f0caabd37fe771119 +size 3980134240 diff --git a/model-00003-of-00005.safetensors b/model-00003-of-00005.safetensors new file mode 100644 index 0000000..e1fd099 --- /dev/null +++ b/model-00003-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f276f3f3d6a42ef0e91d8e847c64c353ed9dc50684a0c3c86119eda4b82968a +size 3947411424 diff --git a/model-00004-of-00005.safetensors b/model-00004-of-00005.safetensors new file mode 100644 index 0000000..9c9f81e --- /dev/null +++ b/model-00004-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855e90b618364156cdb2db03a5eb79e264e15ac67c4d7d49ed8fbe93fc0e114c +size 3980134272 diff --git a/model-00005-of-00005.safetensors b/model-00005-of-00005.safetensors new file mode 100644 index 0000000..573dba3 --- /dev/null +++ b/model-00005-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7316cc4b61bc7c63813fe000fecc353e4e9fed3e059f03341bcc5012d95ded71 +size 3477738744 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..9309f08 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,1674 @@ +{ + "metadata": { + "total_size": 19328804864 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.up_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.up_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.up_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.down_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.down_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.down_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.q_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.q_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.q_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.k_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.k_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.k_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.v_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.v_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.v_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.o_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.o_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.o_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.gate_proj.qweight": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.gate_proj.qzeros": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.gate_proj.scales": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.9.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.9.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.9.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.9.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.9.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.22.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.23.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.gate_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.gate_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.gate_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.up_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.up_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.up_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.down_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.down_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.24.mlp.down_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.q_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.q_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.q_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.k_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.k_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.k_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.v_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.v_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.v_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.o_proj.qweight": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.o_proj.qzeros": "model-00002-of-00005.safetensors", + "model.layers.25.self_attn.o_proj.scales": "model-00002-of-00005.safetensors", + "model.layers.25.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.33.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.34.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.35.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.35.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.36.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.36.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.37.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.37.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.38.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.38.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.down_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.down_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.39.mlp.down_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.39.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.q_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.q_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.q_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.q_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.k_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.k_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.k_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.k_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.v_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.v_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.v_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.v_proj.bias": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.o_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.o_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.self_attn.o_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.gate_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.gate_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.gate_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.up_proj.qweight": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.up_proj.qzeros": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.up_proj.scales": "model-00003-of-00005.safetensors", + "model.layers.40.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.40.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.40.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.40.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.41.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.42.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.43.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.44.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.45.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.45.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.46.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.46.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.47.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.47.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.48.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.48.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.49.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.49.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.50.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.50.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.51.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.51.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.52.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.52.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.53.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.53.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.54.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.54.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.up_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.up_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.up_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.down_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.down_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.55.mlp.down_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.55.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.q_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.q_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.q_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.q_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.k_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.k_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.k_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.k_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.v_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.v_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.v_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.v_proj.bias": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.o_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.o_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.56.self_attn.o_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.56.mlp.gate_proj.qweight": "model-00004-of-00005.safetensors", + "model.layers.56.mlp.gate_proj.qzeros": "model-00004-of-00005.safetensors", + "model.layers.56.mlp.gate_proj.scales": "model-00004-of-00005.safetensors", + "model.layers.56.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.56.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.56.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.56.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.56.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.56.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.56.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.57.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.57.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.58.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.58.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.59.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.59.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.60.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.60.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.61.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.61.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.62.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.62.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.q_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.q_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.q_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.q_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.k_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.k_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.k_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.k_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.v_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.v_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.v_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.v_proj.bias": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.o_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.o_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.self_attn.o_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.gate_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.gate_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.gate_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.up_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.up_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.up_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.down_proj.qweight": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.down_proj.qzeros": "model-00005-of-00005.safetensors", + "model.layers.63.mlp.down_proj.scales": "model-00005-of-00005.safetensors", + "model.layers.63.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.norm.weight": "model-00005-of-00005.safetensors", + "lm_head.weight": "model-00005-of-00005.safetensors" + } +} \ No newline at end of file diff --git a/rinna.png b/rinna.png new file mode 100644 index 0000000000000000000000000000000000000000..d0f007efdb690e637bbd955389e411a381839042 GIT binary patch literal 60349 zcmeEs1yEeswkQ@XI0^3VbmQ(pg9b>@&@_!(8V~Mn!2<*c5Zv7zf(Lg9PVnFf0e&-? z%*?%i?!WK9dcW$ws>iABKJ2~M+RJ616RM^nhlx&t4hIK^sUR<-0S5;kbN@j_hK=~N z@eRR#;2kvNq~JO1P~Ac3Qz(0gt)kccmZ&5NHIu%?68;# z|0kuH2)}lNkI6**^ZtI@Uzh;gR6uSaAg>U&0GyxXN;GT=&0b!|0S@jV{{06Y?rj`=CFgBaRLPe1vvp+oLpS&uodhMZnlmfS9V(m+Mh^%;gNwjfT0%ljuv*dRQGs6 z#&%AQqBJ!38~yS3lTH)xAN$xlL9Kt=#RSX=v4+?{Y#kjqfgC{2zk`Eu`v;({!|&37 z$%WGuWDf%Z{4J29h3TJc{R7nf%)bPKxLW)Ru=|;R2?irkS^57=q>atr(&^y%#2F^9 z-{t=gg#KdBLDS71!l?mquycZfAy1rP!lL~h{se~${b{BIH2|8j`Gr|XaD zpW^tfXpDAmi7=c5zaqH|FjAbn8<{rp%9Rx9aPiK&RXpM z?296t|GfU6P$|O<-vs0ck^wnF#O}R~9U#CC6wv(Tx2ym`ApqbfntxdPPk4SK3GxqE z0Nk3teD<$c{<89)a46fESeUx~1CD=1$)79#g5%yoh3@rj?R4)~TDBIBVq7Aee>eQk zP^wT1n0bKi!Nh>SgZy>uFYE6OT1d^p6=JO;V*&F(hu>fT_d@#HsecBQwzIZ_KC=gb zA@@7|2J)Aoe_s9DMlb&LMt_<53+QitB_wa*0J9RezZe?K+p|jl{y%!4YH&hA7C0!9>GhVPPV~%?suc1(l@PEAr2>hG%fbV@1V)6_0_tAd_6XCoM`qmczU9W{tc4J=`>&<=Un2dJ;-8**zxQ7fdd;L<-UxfdcQtEfjDE#kL-+#>5e=7ek;D6cp=iI-wGA@WIkRQm;&Cbok&&SRU z<`G~Q5CogD^YfVSm_m%X0LBpGKbZJaTz}cs3S{<= zqrWC#HRj*@0goV%*8~6*War`%fF)#}`-IHR4`$~vfe7&Nz^Y>b6Vrc}Oa29F6JrQ~ zTaeF`UBHBon;j$o3ogbyu+|bL6Fwjhw*c&$`|nZz9Q{XTL^%Irq7eCW*>4RMteu32 z!S?yP;lGu$g0!?6)Xvnx8X|Uo$VR2`M4AsM$j8Ud#R2Qo{zUVab-&~JN%mjPbbiyt z&r#Tkkr+Bm)xS=k#L(wTNOR!eB;XWeBsE>(_tQ~)7N5-BWw1Yo_CFYxmY0`8ZF%_K z$1&#xT*8MCD&r>|mv)jKTAKUsX);m6c8WrH)P>|xa?!`7l&D)Sp*AjeE2BdrOIuKg z-4UL%!|CG9#mon>)70&hyrHKwjOD1fh`%n;Zi&j^Rq%0$@9!6Uuy}U;3c<*stL~Bi#bm5+x83jb8E4XA$RKOr%^Tkd-4$WZ7FkW zYsYR1S%BTLh+ea6MahebP6BpalZg+?RrE@U0u1Aei~H}yZ_XwT4L~HhhN|yG=A7p( z7)ixE>cMR5ebM|_$-O_mogU;S8CJep@10v%zTjJcBpFz5e2m=#Cdb%;3>IcM146e$ ze4*_U@e%`BkBy0iy5RzP?Xn*u$C`dfW=Dg}2ZTk}xo*_xIj3k}iOgpOnpQ@ryc!Q=+_#2O zE*2d|=bovGLa;@SeMsl(klE^ej%DTL77?H>R~n0yq!5SinXLC%Gn%N4sBL-!I;9urasv#fQ*$}B%X<+)J1 zngB8e(dUTc{8fbJn*+PL^=R>BETJ7L#`H{6L&1y$i(^W71oQ>v0f8|Gxnu=yS2oGq?@cRCR z&tjbJGGDX{YjsV~IJ4|ND!c@7eVCv|Mh_(_WSZ2>xY;+;>pCp&!m_34=?r|hR3$|- zN5W)S9PBGa7D+BV4a7@BLpW`@xmY-u1xGu*Dkpy6wE8-|TnVKHbSOeMC%j zhS6f*^F0r&UUHAX;h_u$v}@9wQ6ReJQYTO?!6zBME=YIVN{MP{?*<8x;nE;~$AeWG zXY_nvT`a^v7S@Or@2f7#{r##@=OZIBdD8mNvODe=pBn-#ACmSHo27vW4PCSJR07k` zb30l`1wYJE0%5#(Tc1b1*p{N{X?)gp)x){}KAfY{rgpB^O>^~$X1?EC$dfNF3WRG; z*9UcVFl!uEczt*2eP?!k)YjG|2f98JM(RPo6ok3#7l-(ZQKW~W-t}G^v2yzhE4Q_& z7$NEF!~84O24e&?1fX@JOj-shmA2dSvV-ag6$b}78vHqd`lILqS>$m_y_V=befgLe zz%9%u=AXBoJWhH@AzAGA@EJ3mt*3rKvOXh`ktnD0IV+n)edR&r#o z0-iy>iUovXm^`adglyvz%R}l`7+5`tvMQDLJ5VV1`J9dK?D*Ue5LV|*9)uAm1o(bZ zc`AUha4dE@#9e#2>|WLJ$Rc z^g?|SUlFFe~!T`_|3B z9S)!2sXg-SM-i4ha$!~rb7}3fbW!)(he5#vh5er{(t9FDX_4-|{rq zwNMU>Hz>=(zQ>M4K(S&X3@Qt%SD$)|wUEmvsNbNCrkE2^8)vfKi}$hf_b*NDBFPgS zmZkYc465(;6X`-(qK5afQEeh0^4Sc%JF`CPdBgMS{p!}#G-)OPPH?%S(>Q{<%?s z79T?fEr)S-ey9t1tD{k2=o~ItXL)k+QA(fb@oVJb8cbv#>11$3qfyV&lLC`8E2nUS8$2Hg7k9+Mkg&ciB(G@(5hSa^{~wfA|n zT_$5q1WWNdBP(u9(hy|#c<-;_FCCq+F$#COv-_q@=XaiHhI>xKa{QtpO<>g&hz=IG z+9iJAegEcyGpU_PO*Bk)wKtKW_!yc1MEH+d~#jDzPAal*`2Hb zU!3xMic?WI+2pbHfvoo{cbTm+C4#Td%!42DWh1;tAIze@MMYFc2+i;{@cOptJR-PV zPtVr5+lb4KiwKVhz_`G*u(poSke5&t5xy5`h8Li}kTzICJ|wfDPNyo)5RJmf$>0^3!VGel#NUr5f5*$iBa>th9C?KgXs<)S zmmKaNXV}j0Ze76R_u!`17r9iuH!$&qrK#_wO@~nK$dn@>tlrC8hzdIO`XTA4;na#Y z{RI5Q1x`<%D4_c&7eD7bu5S!^T$MyfGw!iAvBC(fLR-E$bZHvfNYt~n*ndUwo7qMX z0XuE{m6G|FUAtyS1O$v7A9J=Yc-+frxXy+@pE&zTGDuzC>$Qf zq>xVgsMiHIV-Irg8bxo0mp`od`mX#eb+vZTSC|1=Jz37NYhR91f>JvH{^PWsosG4~ z#pE;9bI<^=;J5ZXVN#bqJ^`0D!p~EbqvcE^Ns35Rc1s;W3j8P-ep*Q>Z{qMRyZ!Sr zLvsG~-QX2jSe5iDyNk*%Y}XfsqMY%aYbV3gB@3lT-+MYW*-A4YYMA?_)d)c0zFtc&j*%+#Ya?* z%nnqY)&Flg8}5sYmLtzH8(3cA1NUOowRM^5AH1kh4)LXy4w|im4C+U@LMqr) zt`7M?Kx1t?T;%siCj``9U^7x7ASrx@1RNbUT@36r#M2jkG8=&HT#iKHzF*NQ&-X!H z@;=1-krXjL3G{`V$WyI*dG~#W&w3V6XJo889s+{p;!cUH-cAhxHakC{=<7?Tz?$Jb z1DFJ!yVp)L5RC%U5ZRJLc<|oUAx9A6BDS={t>AO4VyNAoB(>G|2htHHD{;PwQfGyO zjd+VkoVNzcI7zABi2P@E9*1(>&<0g>;EUkwb)Vga=;V5B4qC@fuCbe(;8;j175 zOG(a0EtidGFY}3w^A0h!!HZD)PT#NxJUpQe}9>os0e4vAedU*m>W=f)?=$bMJtN z2hnibap%L*oCWKuNbYw@Ruyx4#ziHymIeg0@ojmVkUEizLO4a`>^!&L<2^830ijW# zAwwBLtgir%b*(rok;p2CpLG=G!w-DdNJFz#9h_!BEPK6Wyo)n zhofNwPk1!|Kdq5No~Gx+Ga@WxKG$O-y>cVp1%8T4Gb+4JDK;mM$U+`#zQ=S%$I}y% zl6?hzd7B|H#~Y~7Qe?tUfAj^>2njWl1U;^K(Vy!(TEyB;c66<(_xB0sZd|$g@xbk# zM>UO&^AEt!pCnqk-CeI79U_i#GDKd0LIyQ9DX-d5_BY~Gov-|x7m*)r+GQiyk zH*LWC#s)PncF}lQT3P84qWl<7YBeEz=~3}4G>b&Kg&@lvgQ_8tOmN(``KxSdmeUN4 z_40k*)hi-VLuz&e!%9t4#} zCB|mP$QTM|I=-jhVdlSYNIMKK3Q^?H5dQ|xpHJ_P{&h@_(up@(V8KJ&2gX2LEoS-| zEH#!D;X1<$Ik+0yPGNM5<_jYDei#B}zdsy!y5#2%hlgsB25VY4=8spqn!;N<+{aPf zg6WN-L@!sl;b#@M?k?xt*VnF8Ld6w8(hln5Oxq3T-dp<4~9~SSshHIURS>h~g+; z?@(V>>PK#8ZTR{ER&l3rS@_|m)Q!-oty-nk-`H|XhVP+oZupVgP zu@9zn7-iBsK7nGdsRk3ZJ47l37KfkT_j5!HV#OZ!NnzE7Xc93$KuQiXXj1~`o+~Vn zxDA6Cg8N}Zo-hi+QaVzPJCS;_@JX5X&0x=pUE2*AzUTSWbG;>xrEnTAdHnO0`d90V z*0+oq9^*YiJDL7z?kuGRph|t*{__PY`D754kM83I4Nb6(SBA6+)#K$4z6zPhua7%W z3~c(h#myB=~>NorN^l{PiffXjQQadxM5L_4o@m695%_!sT{X>aj)@-|?7By`kI z3HG?L+M8k=L%_rhstFzfe%pQCw(H0JjC?1mqe0^4ig8H#`)S6V_38GgOET)!L7(|t zb73iRq*@0N4z+XcjC_iywF8ZE(&(Fx9p{W~K|AqvRx7lwXa!{}~p2h_UYf7?YBRpY`m{{18 zNvV6Ty2pq{$Jo1P@4TJvB1AR->P%lB-SUMsaQV+QS$6QP$sd4~;L2H%x}Xg+;g9uz zud587tF;}p-QAYX4xw`*x5N7|61FRr>mOAPa$I~H^= zT%p@&10RPzICumzGRLsD1Fn+6IoV=&KTb>A^8@|Dts7>1pvVYhi7)3oFP97|z6PNq zH7CE$?CqQ#ejirc6>yt=Uf~m?^06rS43*n#ge;ZE;!PGw)AeDKL3Iqn(?ZR3u_44( z{-+M)a#7l1Rm00^wtRca-iA2|pZY?@1sT@Afh(SHG}(iIs)>A{lsME>LRgbu@c9CR zR?yU;%99;u5zLyai}P5v0LKesl8w^u5^J=}q}_N|gUN~7%}6an$f+=##PKWq%bpxL zA|n0rvNXqWg$vlp7Af*~?h%2m7aWiuuAvz85*$h8Krnu-NyXfc2DIx>{TA0F*o6mu z;$;KX^Nbc%rf)HqX{h~0Y2-JQkXDlk z+3!Yr9A$knZBk5dA5H&xCv|9h0{2dTjlXe}kmqI7iqojeEGU>_M*5w>UXLX9OBN2P zZ*+6@JWP4|xej$JUQJC&ibXlqeYWd+o@W&Wi#C^&n;%AtM%iBg<@-J_{@6TkNXo+= zFgPh9$xZ(_HOT<=ueKC*lDK|mX|O!tn&ny6cKdo};yrne6q*W3PZVCrYwcVqwSEAY z#AsuL3oilTJB5LIN}He1&cl~iex!5UxHuB%XdI1)lKkSI5iKGFhOEsT3YO(f;-jJJ zSah_B1|XfdRJ+!>1SDp#+|04Lvu+ZWtB?a-0jOw@`{H;Lr~S7j|wCc zTtBk$oxi8>Iv+&N+ZR#i%^e%2C&)dw(%tmJwa4Fo2CDHnZeARu9GnroKeeHdgAgOE z$;!zLrAjawVrv{L_Lm1lFO`x8Ps>(sAkb3#z(<)othX3i-~!_cjY;=%s< zw77~DO2PEhx2}mb;AK6Vq?bDDng$C`^F_3@+m+R*2f~L-V&M2Xg-dBQIquDEvDSgU zZtCn{PE47hnoV|{F>=eKw#M@ZKK=Gc@?o(&{AM=c?D)>p zd9!Xn&|c062@g|1ej2w;cy>4JPLy5TO&x zt~&K)o#F)=M#XKETZhioaVRbry62@ENS~6Pk|7Sdb{1N_f%0F>#KRj(xp8aQ9W=TR zjC?a5An1SS{IPswa7IV4^R)JRYQKOTtcRPeU3m54HmzKtF{9q5GYG?GFb`lTUo^{o z5KICnuGL3NO?#|YM>JAwgz;!hotX$V8|3(-!;^m}C7jxNQ(sk6hp2;Eq$9AFbKoJa zNx;i8E%_kK!8r}wGdBn7iNKhuulPjY7_ASDvJSB3WKFWV?Jw^9PG}gHX;!S16yjTU24Rkm3Hu0bp#sg3Ova&*+51?noFjCn zhIPZr;m32D7_ zRtiErxT$gk7ohp5HK@W4yc>CHTt?SaZFk=+bx*0^xNUuo^QY=!5*&S(o{$6Kd!;de zH-apMCK_{xCH&#wV|JYLk%5i^N)LBTy8utyq^#w&>+ao_<8E^KC3(iUOn(k0^iHv7<#4~xiP>>FHhrH=^Wbv()NDZDfA-4?CnA2OP+-Z zRns1sp+rulkJ`EVDZOi{EqgSNnlUku(Be8&UaaL%$u}2E+?Pwfkp!AAW|3zl&{0XR z&T55xaVL#waeQO(oZvI$!$BBT|0yv`XU{_X!m5#u-qq@=inJz`D+J{6ZXHLn#0Rd*6cN3_KGYwa6+XF)grAURYgRZ8xg5cY#IUzWoF`T8*C;fs+ z>oyFNA*rnz1oKI_HCCXTMrA5wCaZfXOb<^utsWzHeu}VS zUY2YL{4~dVIyW};WkRGz_-lOpB&C8<=njtsQsm)}>9%d_ULI9XIq4T?BhlmTdgzqm z`ASqiI|mc*)3ZDx#w#%G0d|!Q7F{CL8eMX9x+#6R0r`7srUi?Cfg?DB%PIeKO?^#ZG!P;qduCN>vV$<(N?X z(o!=HDFP(ogSfK9PGs!{8Z009o_=Y-`9>)!s~p_@al72w!sr&Q>F@(d!G59sQnJ}N zbxeujW~D-(emw~1)#2TwWk+9*=T@<7$r3#_*WAlWOaD)@oR-*$K*!vatKN)9s^(msCn) z6^)08W{p*3>mX-IdpdR0K`#d4BbFS@!f!TJBgU2S4~9rm--I18uEbIxkp=~<@-t(7 zPVt$^tE>LVt5rxl7N`B$v!ywU$}i#~iBsBX{Ci{9!{&nIXRCt;{uuF1Rv|76Ej7-c zI!?SS&vxI_iB+m8q8KBqt&0eRhg|hH)(GY;3+^VfEPzMjmz>eA4g#qc%!i>k>@9cdp3H(Dw zTI;GcU7R!`EvDS_qWtIR;%-UZPC^MGdlrtTMs!CT4q3}&8zj(?wy?a)URdyiEQuHp zMs0rb{k%Hvv~#$^wcU=t6tDy}i)`7;WWj|yTce4$j}n=jqURkSo{JLB-7lvt++Q~{ z+o!DKS;!TaTg|9Z*T7{@&PZ5ZPK)%NG8OeTSE9uU^VMa;;h#w$(OSQeAxr#zT$mBi zvhB&d;Fc5+Nf4Kx&|*AniL0Ohmp?@WS@Dw7UeN%&5EcVqueGBHb1V38H_pV4oEzA5E4}9&Kq6D|)FiS9e?2LD9@Bi$RE8FBpw3K95ak&Q(jWc*2`zRy1kAyPL%qoqV9Tcuq3lQ$OIXoPso-xA2 zJ3h7~7$L|f7eOL(16Fv2Z`&L+5}sSSBp8Igl|_$=MatO_ELHFbSG%}BklRl+??T`@ zLHur95EUb2Ns0>h=rG#5phgwlpLRHv9{dwP2 z0zHP0yN(!>WZq}9b}*@=vH8QGZUiipDaQSwDywb@uK6x{MrPd97;Jw1Lhja#Iky?3 zv`1KiA{OrZ36*2U?dKYInB!;HZ{HG-3T)iedMp{T3}1Bay(qYJt}L8OO)DkuNXB+$B~xh1N>h!rYyclPGG0d0)*-kr`N?#@>n#*w>%3t zRpq+yI_fmt_G*et{?wmmxf~cV8i~2Tq>dpgjD>hgwO*r9V8cyqv2trzqU;7LY2iTr z=tc2x+g-mpdN>Vp(e>4XcY?IELCFNvD>xYk>rRf?Bio~=*{3#)Daxt4mw1u`eq)Bt zkdlMSqOBMnNKY}khMLHVVR_leDFa5Kf@UOdC$aMzoap5I&u@9SDH#3Byjg8luAQq= zeFP3Lt>S#*5Bf$`tf*pZ)1A=_ZQV>a)ab0@a-t&iC*JB&sCPK3(E%Cf^MuZMi%Nw0 zf%voJ zzL&tMnq$#xd0lYOtfzsz;JJ@))@tdp*!0nP0sIg*BZBn7Gcl|Xah6!2NF%vO6$Re- zT9@#h;)EqohUd68>y4nyifXsKD@67M5|XS@$M2w9IU;Zo-b|6rR#_28%U=*rb8DNVo(b6 znU;Cz17j@0!Pzgl7=A`Q$Y-dNvz;VCy?8-w{! zAE1_rsUYrSA}^?~$!ZW<%5Y;S6&xp&s3U!fU0kqYBGs)~*Vl9&i5-!KvjiqqBB zhg|1lP|?AcZIo~~s`M*Cg8U~`-*fip(3j%O{E42hu%E{yfAmE$cEF8I1d+dnU$v$; zIzaDqz@iLtdS6)?o1E^bnBaNTH&uJosu8#oebY1+}8N47!Y3coCJ^ zT#iYkugo*Dq~lH+73bLbt$Ldn9?^VxtYLepjGD1dA9&DGCbDSa=k5?RmnE08&&iKf zPMgcoP5zdChqR|&A+FjY+dh*((^kk{HO|}=PuM01>$tAU3-(a;gX-LF@58eawlNpD zQwh9KwW#}NT!OWVxDex&XaGtMzq?_~<2|V?(>aJ)L)gF;oNutBBhu_Rxy~0VxTkb+ z1#vBFI&LOYVJRQsV$5F!%|?x%bgO_hl0#GDS2Yqjn)5VQ@P!jE+uir}RcGqCxI#zq zi=&{N2PurTUeT~lF2%8{hWJ1;Bu}SPJA4Nrz;~AG+lVmERrBrDwdsN(_W(1Ps`OTQ zyN#NC%WR*+4q%NgN1+9)R++)kqKn4CO2!!e=+UFK)lAaYW;S*+Z8Z9ElP{Z&3h19Q z$aj7$IzX4kMJ_-v3rAc@sJ;_PaI!28_tLZyK8!%>rb6J&ecwc|Q%Jr_XN-k~%6OB~ zk_FBmpH&|Jm}|@+SXB0{^)OZ&wd)c$EA9Sm8NnJ^?14`0EZC#_)u#hF%qEQ{m zc1kFzh3%*3H;9_5u81`uF;|Rx_-M)U9Q*=hw@juRF9e{BCFc{Y6!c=`eV-MpxgVtx z7P4t7f_eGZ{2mq^RL7A(uE&yfm0~4KIx=4JJ*n!8mY*-kb1P%gbfAB(8c3@;URt0s z50CPJCslv&U4AM1kgW^tbuEcRd+b&v@pf`CVb3aWcJ=J%Fi9lYtBcPkGnamOK^v>nJyxSWq zaeNlCOoaF4HV6Ay7wi=}pRsJYLD~wYne}aoD#+L9WImR53aEJ7T9%#EsKec_jQU-tf1_C*OO+?E_yg;cHgBO z;dlcLam^W5&oeV|Y>48-oAD7?*!8X5W+>(Y)^9A?hdb9|na8$2y;&HQjHQlZ?z*b^iMdHhg8&wGK(#|~>M=c=y`ooqV-`Jd7hmzEM#;MD9qXh(%> z4tlX&NSm1|9b(&{@R~X{Th;4>w!u<#h%hbRUY&D0xOqT#6I(!1M|=4@viKDmo9 zrjX9ipe&k+&JO33;36_aU!S!R^wU}AN>f{_btZxtf z9;d2zc2^4;7Q^bGG^h)V@6b5H93x9fDfQ^@cHKnBUtN$Y$vx4H8vri0*jcwqW0>$S zokkty8|0qTb?V(eC0-_JPKqz$pZq?;?cG|Ok8rV%1$$|QKCFmCcy&y4W?+ZJ)KYjV zT8Z`IO7N=VN_xL~ymq$Yz+3rzs*xDQ zr^_u`I45S^!ip%ReMHV*2yhBV+LMUM;055w7^F{b?uG>Ve0$#RT=lEw^3DOi=z~FT z-(6i4monE!?n^#Qpy;(=(D*KL`o+=5^@RGVZWLPfhB4We-_;xEGgABZrVBJ@eZyAi z={e&lCGEnY^MM>qCO(c1Y_Vk%Rk7HLyIV$9JvHs~{G_iLB8jtAqXt&)hw65N)B5xZ zhnEAoRn(CR^btlLDNsS;8YJZuVfHxTXS-~jGE9sZ`31C^B*@2&=uOzjNy}J!Y7*GV z&pY;QBO0HI_`5xwCGam;q4m#grQWJC>$e%F*OnLgfsfi{#C~%SfGYR$3DHCU2G;{` zR5ex_ZaLc3uYBNLFW4)YtTM9$pnbm$S;03fD@8)4yShRd+B6>qIpB;VkNbo`ecmx+ z6^!rFy5>Pt6WrMEE|5Z!tC%_a|U_s{)kX8kJFjw<_1UNa-`P)+0!< z`XoI|A23mcVpCH{&rW%=?k!IK4`Tvdo+sP6+ArPXwkSQGU&=fChVE28%tTjtLbuj> zv=D3Dox{tIV3a6w*_tR?#Of;Nm(0&upb*9^{F$mvkJ{}U*4`;Jat*q7m1p&c8^MS; zR{brK(2JmN@p{L&Q*kISqwQyIpU#u!WOxVVO@9I@2rJ+VdY^;~x!WqH8{FjSva2xUkmyO5`vaTqo?MHXW@%p?m54Cml(UO5$GK>HqhQn{(CxWQ}cXI6bC-)nn^lFnx~ zDi&A4YgH8%Y%82^c&3;QA`nj-f^MT|THW?i0bwu6#io`X?UxEX5XZ?B%B`1|F@BFJ z-?l)acblu=7rg+78~PNvPB}!TLSj}#Jr3B2I+m9jpn#3g*lsyaXi0EJp^+f+T;e#K zl~m?Y*Oh<`!TGBLZs>W!&evf>ci#2s72^w0KL0fh2X%5#5GppQ(8mk!=h?|+$7vln zoE9CmpCl=Y;u-WaocGYw@Fr!#QuTJ;`lxQ}z;whk*7K?egYs z0~j&Vs^wp3dNLwmZ`x^)GJi|n?`?12ohmwjy?pGb;KGN3WR`?WGQ_TvR+aIic|h#6 zL3cQFnhm5tD_y!b8Vz))>WPbf7DDj96KvO2a`e{ zB787Ug=XGr9${)M{8){Ow4}pHlF@FG^YjtPrm{oAK0Uv=@v0G!#u}3z&sPjY5g(`O zUCSES`@Ob#RTEf$w42gR%b4(JhL_B+TUw`Vuid}BO91vtcmKup3RcX3EIvvHIF%_c zb_eKvuo#`fD{kx2Ddtj2VXk(15?}Co$Iw((W$Rc?WdeDIY?4CjxjxuzLN25M_4d4%ohBRc3#-Fe@@|PMJ=^S-7cdWvMsF zlb&N$;C2TvPD;V;aB|MkQueG?fEq6@;sE@ilb@9!oKk4llu2 z%l6yEbDS|%M%Bc|1A@&u|Bq})FEE!B?VaY>)e<{OF_E^i_kn*jeDHs@6 zqNy?^*nj<8DEF=Y;{t-CmY!4Cqz%gK?!L~q>a>t-tKiHZRi!EcdWQ%+ki#*TS8bTH zYsBn+0@?~};~INKS{X5R&%d0V8JL$L+e|_(7P&dC*h{8PI7qD{Q}SxYkGYL4g;~eu zgp7!BF5nAq92=r3X@XKN+tK@XY`#d)z@1x1*V$7NdDpw(uBpP_7epS%qTYN>x=$I; zIV(Pk5+F#mGbdNz&2G?*{Pfn}Y@N!;&+(L~`P-?T)b`gSYBf-Nh#BT!R2Ala7j|_> zN=~=Ti&;R-UX3x8e@*2fD-Bl?tDUJ7Ey%G~Wd7t>?6&1g#5ZW!_Qg~y2X))Kv@Zz7 zgEG2+XuR=mzF1<5shXnw_-9ykajG6kCAPY3`l4B9)jYxAO3~sbKdXUEMgIWm4`r`| zAEjZ^WkH2WX0+VU;D8)RowN-YNdt%5C7gI@CGBaXna+VafoZxgFXx`{Eim!!sOimJ zrCm5!Ov=nUP0xBLi+PIaw$e`xvuEZjgt6EPeWOTF!b4pv2it!8OrM_LR`!ywP9Ed- zNdqqDqjxpNRjr$jmX#+99Z8@T-|pTn1%)Z5IQfINQZ8m~Hd!+w^G{oNWz8pH?n|?? zYtGjTif;+|K)OvFpd%3~kQ^neULQfL#S#+d_oujUv7KGvo)oh=U!-i_@mQHo6Z?`Q zI#|Rc*NO}eYvt)>?iu${ZO+3ZO2WTnjXM&DD?`U)=;o!YORrkvAS!oWB zLTV)dAtU?LI+wn*RIXu>1-H>xrVTbU_ZZh zk(kafD@Jp{bDL+cSS;%#<^>*n-s~Ocw9>5f?sr?YWAX3CWAxnETi53N5S`eX<)+E5DR&a+#MK)-tk9bsrBtqld8d-C>^Hs+cud;k`R}19l4ZPh9Wf1#Kv8Gnn_MQhl`iC z^gbl)d$Gg3JFX0r6)mqL+}V?ChcaB3cpIFR$GG1GpG=s>>j;ei2ApZHj}4=nkl0n< z&mFMkzDY2nFf{G)Rc$LEuE|R5(eY^FHK7&^!|yUOlw+}F;6t*lJg%AlonLn2#5!WCTnCYO(Z4EDM~Dq$dQ&5lrN>)!p{8D;K@bIK9~Xb!U}f~n zb87qHp!(54&~#x`Gg+&Y4;sW^jO`;5!Y%bR$?D8AE%EEs2iY&GVJXeZPfb{H#Uo=J zPW-q-NS&EbIX5NN+Iig?z!U`=wvCBP1Hjaar*xl%CY2?_5n3PE;UsZqG9;dqe6D#+ zQ)d`}BE;%Par$6&>9ThZPztIYcHRz8-fKu?t4M1uR~r;8el;$)7pBdwwUAqQmrJvQ zjY=83(G}nk#w-r%h@EvCM0^A27Qw4|U0L()>4ZZLPkUa9{65FjH1`|DRvUkmAFww7 zjn@o-Zm}wNzEX)R-j)U(yatsfp`zb5)(a&|l6!UC_rJi;KPjIl9-XncMdpa}dZ^Wq zsQCCiPn^$+{eAJGoclakB^L>;pBmgZEyCB=@PMo9&QeBwcJ6O?H26K3RP7bZ-db;2i9MC+c zk)39y)sKxDUG0z2q%tf;REFFSfrunMqM^^kYUd{KHW=azK;NpEuX!Fm`5aT3e<92% zBgxClPj+1#_tk>-QLI!yKWB+NO@Sf>{fDpo?ARxbi4u3klZHw;D(>o83@mB8pJi8t z&Ji;AX8UC=$37xrs|XU>*O{O{`SPgyyU9!N5)Z=*8seiC)pWk}agnTU-2~2ki*Yer zd-bAqr@*n!utwdfW0iuW+agy$;Gw;eM~12NX-VyeFI9~hIoT?&V*QLLawO~RcQlT^ zj;t#@+rqsWuPxEnn88JW9V(zD=f|8b3OeX3jNZL2u@P1f?z4FLO6(S3=8yG`fVN@1 zmZ9l*Pg%E@4wRQMpWlEsU!i(~&}Fv$X*!h1f(xI#cOym4wXZ=OKEQ=^^#F7AT!vKB zq4ZGwF+2_l9e$>yj7_Gd(%pE}>y_u>ncI{(*?HWD3gNa2KgQnrxJ8v%{>YT=Y}0;= zn9%1c+UEw}DX(X4nxFVmfj(HN$023WBRXl>OSnac)$hh<8QxPB?%T+s$+N{AeL(>i zjAjtAGct{^b;cV~yK$1G(m0l+wbShhDle+Z+4#w)zWJCC&9y z0*8^4fNJD;3&`oj{eJz{`GvMkHFILlmT?R8cBr+so>zn(PU*w1xvdZzAv89q)CN%l z@ItOHouQ}^bl3%fg*_s>R-98#EwbnQTVH87spYyIp%N~ZYI%07IhbPS^fhl$Pu8W6?u)cKEMc97&ik=psLNL(S*d!z5JUe!h$QF~=ME$W@pq8qw zP1qCvZn4u(X*5kx7m>@kndqptX3mf&)r5rId}E8P(7x5*|DpD<-YMI=|&CPI!_%V_WI09Qo)vA>noY4Yh^quUDP* zuKtRTvaUDoxv6xsTVc1g1vXj>mUv5fGzI2RdjyUb@c32+cDJ_V8G?48q7}KE6_|l7#}{wKD5X zDR{Q>oeIPHQHQRz*I&!Xy)w^eI>iMYh>@7<$@z0WZ;j*c8ZkkFZcin8p8{&N@ zDU8VYLIgM=W32XU@cMVpqzFrHS#`#g)(*V=k;l#_h+{(f8LC23AzDwBYt5FR4#)sq9N-mhzB z>SvWMb?gfAZJ>|?sy-yiSsEJx6)~rcImXOXZBTc;oP~GxJuqRZW33`hfD^!g5FgI2P7E7x6o@RLODWmukatr;s>;{kP z=@=c@HbNX-wgT~cLfFa0t50%n;^9!;gCC@X!uk*nfQZ3(JIb5)d2p)<6yhShC_J|> zXLsQX>8+5@y2sY};u=vd+HG4RZ!JNM>-I$@;#Y z)$WBqR=d5;1@+&eyX^kQt>T=Nit}I%cwW||#4l=|%pLw~&W%->XcIAC4N6#lES(&y zZ|h<)999Ghz}^^B_!3)nSr!-YeJA#}#LY!eTS%hKMUf_duSka0{as2wfgyK?O!0gyE@H z-F4wG362|>^~ZG&?)Y%qGfF+`5CZajy6NQhQg>c0ThX7KUCTLN z=>cNr!p$uZNL=lzDpx^%ccjxzg*n=V-^k-S^Pw))5o$ zXoysS_Z7fILhfypH~(naLMur1*7p_DL>$CNo860OA#h zw0n@hry4?nTkVzSESZiR$8&!B0!RmGXOY_C-6DGDi;-xn;HICytCOLuC4oKMRuWGTC`B{B; zDQyuTRV&m-jL|duLQ+H<=i4qPiBc-Zn)D~t&KD{yA31m`mU$?s1JVT7q|4Inqa=lX zQ4=pulJuz#A)6bvuvBuGj&Ztng%j3^#}T0;3>3CnNAKgaGQj|hq!~-OV4ijwWPfru zf}>9ect317or9%FWI{z_!kxbTlw5sbCWADfpY}%1CTKg`0}rlpOP@5$FTW$332Fm8 zVNy!6Id`7bCT>tC{-RVqKUe45N$;jAbtDctbH{{FFE%1z$R4Be{N7e%@0A_ob}_l# zMGR)-`#Wln_8nid!u6;ndz%>QS;Ea0nm2KqBoOKZ!51NMghQuZ0r{d1@g-=|(i_$3 zedP&sj%JpBMNc7q;jJ#+b-p3FEd-c`!Y4Ez!VeV+Uv_sLm^}Hl$3=H>d-k61jPcBk z*Ec)nF=?{7IY>cmisVZ@@4UTPJ2$4?gw|%hVYz{4Gn(kfYl;}qKzh1OrVg4Dt+rBeuqeMc}2^EoGYgLx~`}DS8m=2`0XpA(WJb#RJ+_G26c}ZmDqr!5r;Q75pjU> zTEAWNpbea~p<5?q!aO{ahU9k7NT@3e6m=P09LW`1!p39t)Fh#SN_Dlb6D5FoFgW47 zbdhG}NO<`Ew_79yH`;L@thV|=NWZmKH{dWa@NGyzf3i`@!z!JaDB?cREvKGL${pE3 zU#gR6XUf{v2Cfb+A4=a>-+@bTv;Bz-WRo>*_)z&c0XlQ|WW%!%X2Xvc2C{lJqi(aO zp2%vRM^-Mm?9t)9u3#i}T7CDz@7CBk=lUg0m^YFWA!1Fdg$r`_np}48y(g!g2CJN| z8sm9;=|h5yIyJda7TjB>>wdB(ru|5re6$U!{0)V!9}8koB%2ogv}-{MO7C)C&H>}y|Yw7=anSla|FvbXPZntkDOKN927 z>bUxd6V8A~ISbn^lw-qw;W8=thqC+flZ01cw%wPUY(I+F7d^ipp{uu5r6cHY2GNc> zga3FLVfrh5(xT`X%-Onj#R|N5OiUnSix=l?%+~I9y`SCp#3PDaLZ|a7(YX;|KKpql z8j7iC>sk#M1tFX|kRrNGg5=iQ#^C78bM$T-Ng-dfMAfgPF1lV!R0PA}g^@GRRxW?v*)I~%Y~?;$<$1{k@|#`35IQOo&sd0$Np=ug90KSD zJTEp+1uY6l4`~oXI-78zzt2-vT@?#K`tae4DI?O&VvXKUP_^pBT>q`AvHKr+gKLf= zK!Xo*^ER@M!y_}m9BSl3K7U@$uD=ePCY&v#eGKeytHjs0(kJtzio~&UQH!1Z@h!zb zSTNDIf{({tc+ycjwokn;?l)CFeNoo(NFy?kP0|jbGvt|uMwf2Bf_AQJ$<7gzU=In+ zGS^&ys?;u$3P$HkMLZ8{)~t~m?~MFii@ot$R{M0oT=I|HNhCrvB6K?++cP8FbZbOw z2h^#Q_hakmNuENy!e)KdHt+xA?N8{hG3VGCm4mL z=-D;IjL%TRQ_cPG*C9<`gRavfOpTB4CIu3=BLjM2D!x9RT)`lV$tT1oF6{_oC>BB< zlxw{PD>i{1grhFl3YN;l>?o%KYHk^CEx8x;t-YwW#n+?07%hTn&rUObz7#CI_INj_LAxuaYNe_*xM$LgUL@^geLX=~T6 zwO3z#%`iqTT9C2l|C`Y^v!3vyCh){w9bReq5u@+?K4Cpn`Y;Y`C1mG~vRru}`)Z9M zuehwyzI1-ImWod)&#apS<|G3qF3RndovuZ6Caoe zF1Wz;*JYhCol#;N(91)foC~h?9LAE&pM4zvp3bd>ezi$Z!rpsa(!TmX4N{kh?9}>M z>MpFCX(%rysX>@Ejc&hfr0-Mf`L8l%y(SeSo!HOnYOc@Ikj~Uk-Q@r-lvpbcx(i?I z`+#FF>1cedY#_=3zs07rslriS+>=*JSv6JXmvzsFgL<&5GAo|cRw=oGvmDNi*EiXe zDH-Ri(NQ$V6cpv(kG0t6K7j*5&UV}x=|bB!ZD$&UNUGohJBnt5wD>{LIg6$jAxEOoERCh z0_ku)8ts@2`(M|l&(w3z=aYGhH=T3p8(Et^Eh}I9uEzlFM}bPLQ(zavqmHR|uD;*? z#yY#`hXb5$n}r&E)|8cUGMWWK+5KJ5e^IZoa2}*XS8}OLFlo#YyTN+ek**$fkjGW; z^Dnls(J?F25{6KIcl|9vT} zn~d2adt1_$EY8}Yho{8=^!>u;+ch=c6>GAsU7NE@FK)J%UP25ud*$WAJi;}MM3x}& zFwaP&!qtGNuC7iSqODQ-FgBoFCjMdkEn^IHO?}F^;N@R5bsmk{v)cG(b%VT?)W4F+ zy;SU}I^NJbbiHGBsApl&bsZgpFb3&a>agRbg7}0am)CR;Fki##hy7xT>a4G1UAq2# z$G113=jq))ndS8b_-u@7Mi^VRJ}0Srsh9jZxdtIpJN8XpzD z#89*yt9KhNw!RysaNQ(I*}zjE<{>!uxIC*~T39g04E)3j;lEA{L|^16$;DD*R!dt~ zI0y-``Cd?o4jPoO^S@c+mMD4u`%?D(A6MHo*VfpzH`dw}SJ&9*&ZV9F8f?QywoPv3 zSr`yuZ;4Qu81SuInPo5YQhUPI&~m$smoJOp?4geMtjY|Nz(}q=m$i>|E69NCtrj#1 zL~^Kzs>ZfjP_VjcN8MvX5g`*`C_!u?3JeTS#6j3OacjCwJK zqtfV(z*DD{N|U)6w>mw$C6GKA(HAlXu1Q<_ek9hZt~2#^vhHQ^ceoPG}2S z&lr816L3RdU^H1vl-zPhoeh$A-yk(T_7ea%^5f+QcGf4ecHN(w?8o14am$!25wC)2 zRPmt++9VKn8-FSY15pCmD2+w8MDM#y2J>6;IlwG1zA}2Ar(?C7**!>l|GMfc6&j|& zh!&Lt9SftiI+qv-J$%iYMw>t1&$(E&62ffu@B>*}zFgj0;yE1+;+TQ{;`3QM?{iHy zcaC(~(rtGX&Lx)rK~;rD0gtWo|F_N#JF>;DxvJjQuGv~%Ijq@K7}^sG3Yu`z)OLD_ z3X1tE5Z3U%Fi!hx!Z7Pyc)=b5HIu%4eW1RYMlXU_SM_sEX#A;&_v^Z6^emO%1`J1! zdJR+*D+haQ{8zX;Kuc--ubx$l$iCs2hqDEhwC8!R3)hPTgj*Uhr?t*B13M*^>VWEB z$~F5grHLyo>d86<@q>k~mPrfmIw|TKRG7yi$O8kuy$VP0nmdtdGs_zhCgwSCqWIN8e>a@c|jBb;0ac^~E zm`aO`>Qm(1^mC2;U@#D1&m^+hr*yqi69>KBVZ?~xwsO@n>5t8(NZ-72WzM!9C#p}+ zEugy)0F0rNw}+5tY{*cl)1ZkRfQwoX7bZgIPo;Bq%0~t%?{y*s84(NCEhrjNl6r=W!vp^eDg5aw;Lc+<$r4*G%Dd8Aw`^B0>+BNQ$~tn>pR2(3f4UL0H0*i? zLcnET0Tcf`B$M0fg84Gb^efM%?5up1AbgcZ{J^cGTR~&y0omF9rb(f{&_a*jqS*zg z9%1_J+klCu0V9M9KsclofB1N`EzkWqm12I99E-O|*a;uxdy$+yAR|>7gAX=BTjtJ= z@wlt_Qz;mT5=fu76dlKRG`}S$8H8u-YNu|Mo2yamYhoG`#UOl#$~p-p6o&8ulF=R< zz|dhBmNf@t(PDMJT6JbRxfVy9D(R(#^@H54`+;fU-n&@pg5O`+Y{z{lr8vwOCdqu- zx=L5&?1{&vmeTVB4@x_Oxij|XRb5`%P%Xqnl1X*;R_TL+QLafU-+wiV{gGU7&uJ@w zt_DW1-5+c4kAo9y7$eQ7i25>erF0_e)S@a7BT2sz9^hUF}_fg>e-oT+dHd)r^_Y9d`;Gu6t3AKR&DfGF~vVC2kbA@sV^lSCAUd{Iw4*81|kF5sEvRg z9q_+iHHEl7!Pz6$G=5mFt5-{Xa8aK4Z>@Kzeblk?B1KBxTM$M%aoqsk>y>(NU?6|{ zTh{sPJ9}h48#*}qe2f^8w7=dw!1jAb+TFKxd{k7D38cwbjD}2b*a2&`)OM3&Dz%zG zNEsj=LAAxm&~h+1>b_dlu@YzQPEkO7WupIjLw7JcbYkT~ef8sRE;}z2^;tApMz)ay$qUEcWYdow~b{z!`*|;E5S*c&* z&p&i1>t8YIAi#;lV3BRHD}UBeC$Fa!So4gLyJ>sN!n>4jH6aad+MBnZ;U!oqTh}P69*7_ZCNV zU?P%466n~s)iFkgoa3DfFJVVILY$o$IkYHC z_Mmd>Uxn<6plb*L%wggr|Dt}dG~gr6F8WrJ9kSm#yYkl!_ShrM_Qva3n=_|MYZfiB zhPB7rz*@O{4tQF|@(X3a9_NX-8@UF8L-$)q`J$pg03q9 z^=?ndNYmSh2vU`Lhkm&#$V+o$a`t9EjX>BHq|bqTQSWeY-M@hErBFrM6Gj4q;M@Gy zqb>I5KV;m%hgs=K-1P*JfmH6d6dA}yY`b)7Tdjur33U)gt*Blgo^%=rAcP2lhYkrw z0`cTMQicr7iDnt5wacFK0HTvgYu$j#p$+EE(Yiwu5_a96GWL&Kw1JV5uF|aYz(kM) zP*nvfBgEt$0>F8ojO##?)LDxbCfrJ@%T{FV{QuWv#~#sO`|P&HK6dgD+jB>==b!$F z=3#u^s*`V13BVI}H>JP`8nqhI)TRV*T8N)b zowxs9_-?|tlg)eXxo54#Df}Mz787zgPuMG3Q|qH2(?_N{AUziX%bG-}ObkQ@vQgSC zboN?#Bb}0`r<$VcHanuT6cPgN2@f;bQg5_+s^(M-tp20c!D804?_7RA5bv!LMr`!E z1=0Z3%RTa(Pd3?g*ETsuK!=?>NogM~*&4dYqFTUv0ZMGIt zZ6;`P*fx43m@&yY&-i=-!QjREkd#wEA~7akUC(el;e}}|QQej*c8DL& zg=w&0p_g20t4>#1;79p7oRD{;HMHF52%5(qIP3yc_fo;zTrf0`)*(^NO=4uyr^lZz zHZp)IsWsie!?#D@X9#|n>l5r>x&>!}QD~`~l=e7An&7WiP8UojPwO5RU%oS%$9)qz zq-HAWSF>_wigg7+@G2VPj!Hov1o}u$!>8uIYSr znn}uOhz=wYM#};HNFH0e`-Ikns;jwLo=qRoy&%Cz*Yo-IBQ-i94lH;{ZJ}g8b5^5G z(V})IomyqvO-|Z?TI>VC^Tnm+eyXH8Anrf!ZL(kdv_e*$%=mEl{Wi-VxTqCQ+}FKoAC9?Eb4 zLLB0Sd#Unlilnd;gvWRBP(@VygvVP$)2;H1x=h4tqF!JKCf%-xtJ3Fnt2?r;y9FX> zPjW@fIvZ76DP2;|dx=S+8%Of-#RD%$J}G?(^(qHaD>&$?u6kVpkQ3f|tXcpdL4Yq9 zM3vmWSsU%Xdzp>ouZ{O^vt~n?3m8V_G_8 zxfak145WRDT4U;hnrgI~+Q}MRFqj~p8-x&Pge_j5P#qSF5!LD*#!?6{18;Dxt@@-0 zm~bRVf<%7aOhfZ+wz}y=g+UrX1z0LUrEreq<yKtish=>v6d`EX{I& z_>M-|+LckOCwuqnuJF;CXlWNY&GvUQ^{J;HP?VNXSFzaW%+K{;i5v{yEKkBBo6G^3 zHZ^O1y{^eF{(-oJ;KKiHv18twbSkL>4@%lcK3XF?8nTI6PEGgni!Jt@3mfg9cV%qC z#6&CeaFGjsU?9v!j|`*$DHU=V8OTO#D6jSq5z@AzgQ`DcHK})L4#?lNWXb=E7|zji zpLs4f+er}vt8bTg6JA$Gg2@FQf5 zN83VCbb9%PoK2mU6~jqrnG*SYX-V#&wrHO|5t^GDv=HNP8PccQym|Aq?$Ou{f^GP~ zSI*7T(95h_qFv$)^ELE}@q9)eU7nf1Pzq~DoyDYN9Ir`zO*lDR_lhRw!6eMJO@G!h zCSOr9*oz>hFt{QlfC5}9f(Np7F4HhDrG*;CNhrMF8Rb|c1~x&G7z;)-6f_216=q2paSVjwb*jovDB2H!!eQoCwIzKhjnj@Bf?Ycv!1ZV{y6G7ujk z;`Cvu4R+0!#)t1|(O@PErO83HM5jgN@a7Edp?-J!(Y;T3?i}qlH$>xU(RF66cLa7 z@=fYM)tNB5$>Fe2qi5SXT<5gkcpDSyAdfzIl>a7jT6I8bO|2xQa=^4oONVC!)Sn=^~JVq5a1$|`w9m6j2zpP|hX7*(2pm#$?w zaBWJYdq1~Pq;i0a{0KCJ7g$4 zqyE?xG}W!?N*T&;7Xx}m>Y{s`fWT7fIirH8;FM--JY6~1n7*JUdZ zmUQanmOMsM(M(-4=L6V6^?$(;zv}c+x)<^0v6u&Y+OKW=rOwm_A}q1bwHtXr?8%pU z6t<;{t!Jfx;;Joj2|ucL>28o54?-OauiNKGeFy81Q-T~esFZBuQc(@H-~V>GU2<{O zdH3OE>s)Ph#&2QCVsp$Rj2&>sSRqvxuzY#ax#vo|=}JI&wh>sY1qV7}9xhV;2k9ex zXNAw>b@^i;GLTKxMp8l0rSsiOok|8~Jd|1?xWpC`oYt2mT`)SV7o8X=ui#gwn0?~Y zY3+AjtGzwQBPac}+3_E2v8#U7q%CqYVj|kC)iIGkgxazVOKv~++;h(8Ib;Yn39tHU z3)TLLbhO@ZnjQQ^R<)y_wCZ{$m6Jz?dtY!Fd`1} z2<0VF>V~`XFdYk(4QzRYu3<5~iGXe+hlX#Ooi)EUapG;#UTsFm^zBX zOPCf1KprlFyYoLhLzg*GM~m9y4b|&NG5CY+mRlaO(@wcp&+FwWwaR9_DZG)TlE{xC z^lrm@_t5=FNh#@9(>vCK_VL$ynZGGkn(ZiVeD>C2ATp3mj(<8e2c5YP`i^msDk>~g zR4dT%I7ry3r&Y^-k<{KI5PprPHF)3eooRV&rEU8i8ttNQH#xh=yg7O)si2T>pke@S zxZwu-!4H05Fp%zndWvi(Cu`xupNZ)HkMiA9Pc)Qu9#g!9um)TZKH!0CjOG}qF{r~( za5|tI;j<+k2kJHAL996@=;?HMZ@pV1>m6isx>V0Fw)4)HNf!m+(_mM`gu*4=rdBLi zS+CjG?^hY>mB#&2oxLVC+8tVe@KzT$k(j9SJRPAtl3b*cG}*K=n&$$J*>l6^N%@!n z0VC_E40>ELkRJF!;*!UN1MZPlfWT}yGunUE6`?l$Z5uq`GqQP9+y7ntq6@k6E<^3* zm&D-nQ1}h-sQrBi*V(z4@VN0tCej%O%lmow^2@uFn`P;GPDFwlsVj5@mtL>JO4=D` zX*rUboTLnqIeFEvMi!lw#q3Zsu%yHgEp_s#b856rQp%V!3><<-m;Q>VUaXK8Uq8pMr6v-Y2H{c1bEXDeiObtzPC~gwDh*tVeiP z>KSICMw8P4i&qBBca$1TtvY>%Y)fZ|!M;O5YHaE9H|>e1u5-Z`E|48)6GLPkn;7AJ zm|bKbeTdABom6*jjz|=PH2_^Az4Ny&s)|Do!qFoV$Ut;qf+W!s%|W<9 zgz_C?9(TEC>t*J0BMm-(h%ae!z{E89(dEVSwMt(SkCtrluDc@o2?#7IF3N@E6Gr(H z6?Tea3xjHYCD$f~WLd%u4!V2eWo32pZf1@xk8kiYOB-BNhJp#&$G)5V=RXe=w z4E?p~FDS(|l9r|@X&9A2b|@wxrjirH+;$Ul+fMizG7PqS2s%!E;2d0t=ce(AOZd7KmU=p&MK>~ukVI|g!nL;tO(dRt)cZx zse?WwN#x%muAYddl4C{e4^r9Y*qY`Ol+UYqiD5XU(*dEB+6#`x5ZV!42(MH&BGBp7 zWX+%XqSDizA|jf&4wDyDPU`E1Wu2bxzf(Q>PGi@3U(G%lkZ)Y&CkvqJ4+)6Ynp!Q~geV9%c3+12%%03d*gh=J=>R!<5Mn6`Inw$BYT{3?`xpYYn9F zx(g4~R`btuw2$y%-lH=q`)p7Au_*u6IX`Xq?Par~Q*73>ti65Rz9WQS_5gwj!NBjl zii>>p9sz{#{;Azf49&fd?K9ff1Q6$}^L7H<;5@5q4gP@j=d95V-Jg#`xwt zedEq|W*Hy+AWY0gr7zow;Km=>R3>1@@CQHm!Q_=!UP)eh>80dDANo+ngcPRvT}+w$ zxv)x`iL^(8ak6ury)s9dh0~Wz4fC?S!{y2EOsE`f`2E6uvltH31&G6X$-*WmPV{T; zIX5;Yy``nGtfld|EqG5e99efjIMCe5dm;P(nmL9%!P5ROW9UcPJA*mqGn`mU09TlG zo>s=xeecCz3>TRH>o($NW^uL&ugxtV7&~#8^^pdkCxoYMD4l0Ni~DQC^)k<9^c)oE zKs*Gr*}?j{3XUWZL;z{nPIMPAoY^uuW0-5sm2Lmfe(p1k&8nlqBNRL#{-Qti3ygmI z{qO%PnK5IAzhPE644~abs3!%Y0I5m6{pnAm`fSdT)-$M&GXBv!zu)`5x7a8ihlw`o z6%XTsL+g&pEQB?b_02uSEw;m$y(6IjVFohaeDirqKl#Z|k~P*?!}2f%nK1y3W@l#9 z;wDCx$3=_{#?2HkR#ro+Nww8i3VZ~!hV>_?*Fd$%jsfo z=16UihOb+Q805>E0E@{JP0%cD*Q%ygyUErpzGDJ~g=qVj1Et4nSoB{Jg&W+;uC7;lRvsCZE^M;xkj& z+Vb7pcIi*BSqEw?KnHq_{u=$SGKcR*pH*kiKmYUO)?05)KJbALnA`qQ!8B{=V&BAB zPqFkZGW94xilpuU(iUUJR}i3u>wMCz(*g@GjB3Ij;6Tm!hlkDoBg*{d6z`Kuj0%u> zQPJlBUs%BRzW2RkyY0417FmQ5doR!oIT$S*oNMOI%xLGCn{|^b?Jb-3Sa(33hcNTP z+WiH)%um%E|6+II{?Wde3TF-kFX}0P`+M!{&y4A>Gjp9}E}KEDZ`VYd@qFC`?<*!q zUQGU;zF;I|L_SK`IZR-^#nv=1NoIXzE?Z|Awd^8YfclXT^cM~ONr)_LR%tug>|tZe z>pu)1W>J)6eiL9OEdTF*n>{`3??>k{wpL@RIy@C{%{}MGEG+wJ04uB4HEDMaYDf3p zd#^{5`bq^5wGhe8gan9ReeM1jw&{{p;l7i!b(AzxmDR;(5Dv)?pSM1=GxfL5Vi1 zb`&uNstg6X8@5yi?TCmdAod0G2hhonG8TQ|cjv%F=MQ%DC?KJfkNw9#j*gfwx#SXG zk12N4N`a7$tRL)e=DFt@zxA%0}>8 z+UWnY_S?Yaf#MR53z*w3OnO-tA$^!Pft8-};$2>-*sGSH@JdVh>W{n$==W$AxoD>QwK$ORe|NnsvPR;)~|(7vqHpb)!IUEwFB-90&L| z8ySifF>?U^+Yap+4XZDs?>qU=Cd5D6F7;=h8D)-`_T~X5!^ri0?|YxCv6zVf8cpWI z59YU-0UKk-f@}V_?wq`HzUPwp<~qiHV*&M|U2oWT7Ruji*FV_>vt?GInF$tC?3H-h z*AV8PXR^iR9YRH2Kn$7Rls~*+?E0;6-P6|+$$`=$&+sBI2@~CUr|`Y!P1~RjSA%pxW|2nsYC9ctzwEylCY{GaKQ8Nnh* zI?EY$L|9Z-zcN$co38(dA2RjZ-_9CeOh)$`Zn(kq*SMq5yIEuP|7KK$1T!_UU}~nf z&%1x}&Uv4)wToj+DA)|a{5s(n5bLT@^IEL6xHxMCbKR$WcJ_{We`GU|CG8z)HEaG* zB)kZx-}YEIkXI;Blz;yjtB!vD^PeZ*`ObGd!C}lk$T%EyNSO3r!k9vt6lm6i%ETe& zH2?~XT42tR9J24xVArX){4{j`S&8A5|719+w8I#ZCCrPe#<-7k6P+nzA>)^uAt*wyw|u%^HQ z_;XeYE-bg^G?mpMCUBm!FsnKqqXMZ(;Rb+d6_Y@Cu=WAmci(+}9~l`*{`}`Z8@)Ol zZFsD~{o@P}p!l{kIGkfjZ&E-#^36B#sge|snnBhxc_cYGa1mP$_=o)+ap?afPe1v8 zemD>_6HXxn;1T(Ybq;18Z?)q`@1F6uWa<%rOBP!A%`+d212+Vi&U@dB$|y;$yz)wC z07cJ2-b6&rc67rYt~utjBY+o}_XKke_>c*ed+hnt;945V!84<sCyf z6XM?U-Z_$6ZvIEI^0I$PZoS!dlv@qY{npWuHo}C9clgC(@W<}+zuBbYx~u;;`NC$S zQx49(?gV~oIxbEsJo3mR?Y#6SJxYjkCu#H-hUN>dtYx6vf4ix-{>3b;)-bc*_3heV z=01&&*mu@Lv`gC_XG4%0^uY%obPKwVe)OZho;55|&{k;AK%9XLs}}mpHwuvc=vR1b zb$V1r05gzQo$c4Jr?#1pkpD=&u<2iu%P#(3UsxyJTywp}U6lO&Z*$nW=yUk_4L`c? zZ$4w$VG>p_sjYpCxdQ6@AhOi*tjRKiQ| zhS%I-mW;BgyK;r>C}qi$w#07p%PzajUoxw0)s{wM7WY32km6`tR>};^BGiBaa$f=y zXvctF{}nFUM+^1UUH+PExY6H})z`$W`>2bP-`MfBzxw4rk|!Telc%2=T~B!TA}|*_ zSq_gM2B^9^0gkxErOENfAD?Ww<(A3HE3fSMN$_=&#$duo;^`iy+UQ;Qz1U|lZ;iH# z&8>0j!U0dpmtK0Q*V)T2zuY)*NpBHe^KuBgfmF05WgW8_5Cx(D84w|hOoq2JA?#G;O~EDzeSQy23%vybPVvqgM!MWeG+%A}EIhBw`GQ$~8_AJQrNSi%EsM?zI= zAj7Dq5{f!*vl!l-e%z9@n1XfN$q^pJ`Q>YN-ua?Q@^Nz&#q}|}K5R<@@Bg5k|6o?G zzq0QL56phM1u-CeDB)!Bth3Ha?z!h4Po`UZyUn|8cq=>1NEi6Pu*$$od674a`#=Bl zKa-=6J~~-qi6wj&Kb!Y}GH@XuG3TeAdMY{m@WWm0sM$wZIDkhU$Q$|q)J=r?Q6LJC z`qf!S7+c@W00Hr{pN?M7+5Ls*ljOBmlH@mbB!$B1o<-{LK@141EC5v&i|a6kp)v(y z-ndZo9er`xRDL!LxepwburfW!rSXiBUcq2hTk7 zOb;)$QQOD`2M7g-gj~T{#^eV~fha%*Owgi|g8^0*zzw1C;SYZ}x#NyIl3Q-M#Zl#b z5sbPO9VE0k<6^VTHcM7rb=Bm!T)OZoXJ&;}32C!BCX=0B|HIt4G~asBnzCuf{-MzYvqi@D{M-nT1Tk>5l7 z22l@1;u_O#Oo6xt(wHulds{Xm?uG!uO{T`%Z@;}WZkQD#OEJ}M((E@Z!s5q2{;?-> z;DHDF9q+-P``qV}RaRNW7m=kt;Uf$zWUAq_N6!6InR!iEF8nzmxKQJrc;bnEX39VR z^FJpzDtzIE7ZNPhw%TedUk3@9XD;c1{Ui^{_{=lUB$Fmh@@K5DLfi+ISxjj5q<}T1 z2oQjza$Uv80e)-g93#pxpk=iUF zwGnzp=usYXDw$q$%{8gHw4Wti@~~rnQycwf=@F+4I)r(c8qIP0*vCHRchylygJC^K z0g^S1+CD@Tmi3-GfHv$Ia~S>tbrXVFFYqtVKmWY1hoCyb-N}wS?&vBWzN6|X3&?Mw zg%(QIUVH6i;>3x`&O7g%Jn_U6$;~(4oH-JdOLK5S-NgAOCRCD-fBfTaHN`ss^%UwK zJQ1UkLRB?w+O%v3z6YB5@0eqbaaGyki!Yw3?^JJLxT2m#XT0t1x#ymK+8`#xfa<8I zyn9Wz%y!W$jxpY>6qv&r)M&4t^;>*X0Sbs2un4-zCYvOSF1l#)#v5-m+<3+5fNVJY z!yo>TG3;R#0Ut*&Uo4Jpzy0=Popsj9))~rV7SN9?TT+M(5ahRT|#uEHWL3e@j3I&(G6?K>JfFWZr0I)yjl~-QLXi!w%VY&!h3DEF; z{@K=PGQl1Xl*&`59>1disYg9E#S#Y1?q){Sr<`(%yH-E@?6cj;Asg6+1uziQJtHF{ z38VI%cG}5D`uv7*NFbJlANY``1PS@V+!t720asPA$&VQX$E%`(!fFarT5Xoci3I~QD*(KP2gAV6Sr2#_+FM@SSgQiKP-ve*Oh zumAe5zHY#%IAk7SyrQ3>2bUmZth{HfiHmdJ1qeJY7-AlXud?RT&WA1Pw`hs5VCI3h z-4PSiWeX3~QKzCJ{3yDZK6e0oz$?T}v%E&%iAPx!-xDe6 zpKv9ARB#i`PypeFtyfMIt?jgHaFn<=T!kXRGJ zE39xVi^(}b+WdoF;1%Kqe!9Z%!=$Zf2A)6t=}(h2)>y+07ErB)0=i9c2lg3SNC+S> zXp7(kbfT_Q+<_q!6DoxQQGk>}=HfCD6GOcMGm%bSI%P4M;xK5RGC~AYeRWWjZMgR? zxpa4fbhtFq4X?DcH0TmiA}Jx=DV;7MT?#1DEGaDANSAbXp2u(In>puyW_ae=-TS_- zUrJK3*3IIE*bIRi$d7(ObcG3>S6i{gqVrZR`dJd5W#HJz2F>H0tyztdFfr92>*eMP zVb4}3@C!ipD)|lp2`EKb7Xmm2H=3o()QeW&Zix)6YH@8Vcycv1V}HjH07d>fQUleH z8JhC{0(yJsltL}Y!XjA=^FNKM*0EgrRMwBbjHko7&0telx5B0F_%DPU4YPf-UdO3{ zjH(c1uavtR5Q9?GiFqNh^{Jut$*fwmsQ2K zR7YoUp!|Nfh^OG)hG7F$Bo`h`&S&&bm-}pu>%Wq?%;(uR*S%y@)Gn{X%J`nQ93$QU z4S61h+}_U;%PwoFTsb;2{6V>uL8WGW;E<0ht%tz#Rtr+OY}zn>3_S*}p}_rua>(D;@FhoC|yMpgBk`*!NbaQV57 zJahB6KY=l;JKolV`x(A}K@PT-a5NuT%_|jxmS4}rpjK@_Z`)!rAJ~WhK>~fJ;K7mZ zngYgrtDQY1dT8ZOqzso!2b;vlqTyeMV=d4;JDqa`McRd4u{j&2*MNsUeN$++ti zlzIU1b*`UX`Xp*&ThnvG9kUsu@mKV>*41`TCgBv zhYFanevrLLmlNTUF-^x8@^I9nfUD+3xxz`A<=g3>_kM2pLd1049fPEm)@d7@l46cg zb?ro+89eKCxFZd(8QCk>@PakFR8doNwt2wgmFn1-c?Dxo*La^x&3}`$#KFtB-)qls zBb3gS3mcBjX8F~Wz84`aRa263XT7g_UdMQ#W)Sk}i0#o%ShNwPU4{OovO-M7mR;zE zLj6y5rGS`K|J(C_qtSnDKv#Oxv85CyiDPI4f-Fc^W^;#?ui73i`nGT(5XRVAM6s@y z{qG$%2MFvN?a5Ao?dp3g6=5xIrhQ)g&+_`XBj;WjOsj}thS>NStH@?p-wyUR1N+ka z2%VLXx{)1w5Q>cgqZ&N1c-%=@G>l1;^2=YSe?VRD`_td-?B29XKnLSJA@8xm%6mwP zt3$f2plSIny*PXT0RaV)6ZHbPH+BWv#Xw}d(i>S^ObOrIi0Zgdzd}^hrn`jqw_5dZ zZ=<*G?SJ&1Vp_<%&<&*3}OKV z{$I+Gr*UfbLfE=9Ui0cv)SLfG57U$B7E&%gtMQ%0eAmbl;xzWzOkI4>QgY4jYhxCb ziGy=owXNcp!RoHU=$gcUh(>>uIBJ>Dh{K8)NHQi04i=_asAp95CSQ^AX@L->0wEE~ zEjVE@2-k?=Tk>+tF6hax`G3dH{6(_WjJm9lwdZb%@y1F}S45FHM8cJ@$RL5M3;0oN z4^znHjY*YrUiR7rQOhA>@wWWu-lpGt4QAGc$oOj#@W8n5huVpD?m)47% zvhQbpEs(^-0HiD-<0!4R1a8+ck~$BK-HC?Lu~04vpq98)fRmrgkTs5|Kvy_xE5`$u4dSKSM8F@6OvCa;QJF58a-?e1?9Pis_+0oqLX#Ct( zCa8d19uraCm`E+qaNK;04#PQ98VZaquI}JLg(2h5S<{RVqEv1R+yQl$%bz|mtS$pZ zuK|bRd^+-$lY{%m5Q9N)R!2E(4iImC8 z{_Y061Lf=GHa64P6UiNn@#E!KR4_T+P317MG@8{wZf`!GT6{o?Xy~%amP%(eeG=knoJU>v6xJJnAYfiU)e+5_ATbyOx&Aa32ecpX}b%>ja*L)+M;Ql8_UC z3tV&pLsQB|K9DjBmvM)Jb`yasN6aKE{KR-)cqL*d{?=HSF|PcyhOAylc@;w^YhBjLM%9j-*LLQ8(IxiT_*K)Q!tE%VFkCJ}RX_cC zvRx#|Kw|iR|67(&`!Oo8hXFtLl6^PsnQp{Xzd^2Uaiz79A4MT+oH#1W$5d_}mBP~~ zK5P}rj7-X`rJqgQ&lg#Fs5fUg=&Jr>8a=%h!nP>!N?|wsV`m^emi@r*Q0T#B+dYM$ zn*_OlgJQ#bjAT(l1zguV$IB-cI4!S!GT_@ zb%>3LX_rN^>WOAFX+bq9FY2GstMXanheg9{#(T6rElLu*e6e2$C_Wjc|GO!EI@1b@ zQ{l!n>lsar`Q6EM;mQGgMykJei74l*d$77;RrxM{JIpQNIh}!nuv5l$!ta?m|# zcYS(Ife35XbNArDD0CJPLGhqiEBL8b?u{YqU9US-c3?GB+!?pTIpkd<0_?WHv=iHj zA5H)rPkRme@E_$U&}6=KM}5s#JRk_yEK91UBrjCs|^%p4*g=hh`qk;COhb`(3Vg7hP!bU~7UnWxGrYJbZ#jNHfm`tSImPSC{poWS2HRhD zvGbWyvzPQCL$7o)7Y8l4zG3DVlQN>RZ9_kkko3%ujEqR%RThp_+As&!=Z*6qp#x)1 zd9f=Es@x=hohK*_ywSV__19}%sSVoRHguK~@P#Wq1)Rni7(Hm$6gBQzX7O%F1TVlo zh@e*^-w%N|x^_fS6p?E7>3S)7bzrU41TE;KD=ihyg6~o5+!Dpm@WH@t3OJVsiF5!sp2`jj7{!QmW8!^91#cMMt%4}Abq{E zp(1me6wxK42N_qJ@TrfNFDVxfeEwF+@bM(!lVqn8)}EC2ijq-v+wHFYa|GqRo(s@( zp4I;8cBkaQT@eG~7lU-d{q^w{OlRC*;;*39@Zn)AdpExX*ZNrrKqpL=GN~Sf)+vfB z+3g^1F>uoqqCt6I=U<6o(T8d@4~6S9;n30F8$T;im${o8`TRD`nC->wc46{}-}8BNGbMG)p4S1H})Pd-nhwKA9oSlHIaIBJBFSrV$4KG54D#`$tv8Uv&#uI%J(#H z7sRkZoGcGmBNc(X+KcJuh?b&Vj2ObqQx zRAxz6t^wyyllr)dV*VsuIGWLDY#Lb`?reFxa0XgfUn8)a!>4=1#M*ts$P8R#8>nhY z&KsUk!NCqO_$1hcn&TYexNk{W@+ba@P}{`fe7`Xc_tJ6!`$6Cf4tkm!zHrZ~jF{T(YM4?*!3a@srJT3(pWD z{G&C|1BjZ^JSE!-g}HbBgt>>dvQM8bJ@8PaBK)m%nZJC0(SQra$lkHMvenlJ>_9V0 zzd4SO*^kKuFj7l5p!k`sqPnSkhVU&s`D)Oy{Pki=%xPIQn`X|o{KoR*!Ln(__npL6 zzEOKgS)+uMW(GnHdY=s5qw7ulP+aN1z%hI zVMU<1=b&Z_ChCCqs|D(Ru)M7dDz#yhJYUebXO7`jM)~k24x?^Ca71!~3j7Wg@ymiu z_YDfBZl8;lxngWs`K1J;hV+k1t;C&VpMc*f)Cl5tnL=$J$6-F8BFa}{ZS@<$G zLD~Fu5fPbLl&*9;g-s>*i^$@$b7DL~^3prd^o`L~U;t#f>c>2n+yl;#5d&EJt-Z+O zMzR(Rp}gY*zpmj0ZVh|2f?c%0GCNepk=$VNF=Ipc2YvMI%GmEj^rbb><^{*PAydoa zDz3UBtFajIaD3B2-k&)p43Aj7@nK zNpP*mD^hLE0k!2Ji;WktZDOV0mB9iWFVhn7nUg%P0cDQ;gH6T$*Pf}}%Z zM|DR*AAVCsbqU>6%~c@q3TdtK%1s8?w#h_cjH};8C~kKX z?;i7155LSmw-<0#!29j^_wnvX>sYcwUfPPI-7ZP3;8bQ^88Kiumc2(8`)t#LJbVmi z)b5+(u5duJt|6h`e3hjHv?_Ky3-iw5`+BXTm zOFI~J0!dXD30NIk4xo|cI19)G!k>&p9DdGUQGuKrPM zBfm-O*|0=wWGPDK+imS{x|%O~cKUe;k`44ibxSlaY9WWq_gkWx3Joz<0H#lC!V)%ZP=Y%=JAh$($qz=egCSTk{EwVW9*-DXnYEGO8s+&C4s% zGBegnWP=@OiLfV?=yf{cl3OO z*jIk*rEW8NY(4US{^GE4-7kb@Z7QD*S~H)I)q(LUX>hS-}iClWJdf>xpAsY&u_srV{|x9@4DT#}Ar z$7~OJ^c>^OXGKC?nwz)Z-buFbh@5F?z;DmK_0eZHh>m5Rt9RUbA$Y%a6F;ickaB1| z9B$zcf#*5T1?4iczUIqJsK{q!F`g{LB-gzDl&rnK`@KxUabl4ZWE3|IuGF~hf7u5Y z_-OTvWznTspg)#K*L)#N5Cui`r=hm#v85Aw$B_6PIVBnDG}ZlZDKtllFx?x;S4q;m zJ0Nc6_OmJiAorF}00Qv~(L3g!3vMwMEjF<4z-`M04B3q}SgTp)g_?_4m>i$-ZqlBH z?*xL}Vw^W<)}AfICf$moJ8;^$b)r)|Bal1}EQ~TC5ka&980;MWZWn=!q_J(T$3k>m zX3qGGYIbDNZx>T<+2()hjvcN-Y^|2=PbsNpYk`wxi!iMhN`iFdy~x)GxcYP>*eWKB zEt4JROjP8Su8hqkO0q81XHU|N6Q_@(@(|!cUIelul7&5aYY?y&wp^Mq-(J%f}YCfU|#u+E$f2m zqWB~Hd2k2@_(psmlJpr>3H(Z+(|1TS4lBI%bb#9zHT6FicKh+NZPVD>e?hQ1l>YgK zM`Rgv(3ib2JTYr-a+(o@T@I-tZ(sfDzV5&xs5j*)J!*e?oMS$=FUd_~Wyg8W+qQ># zLrn0lnutWq6hfYXMVE|UAxReD+rNF$tkVe9tovJQdLsmvQOC%~>FS8aUX8cxz=DHJ z`S~n!gXK^VHUM4VHOQ@Nc7s%ZhuKZ^AfDe$>D7iDXpWWe{!Wh>nSYh_Ts_@GG|+vj z`0Zx8mZ3b##JuF$^iRJW%}*8p)BhXzer?t{OlM{AzxruJ`5njHgYDf*w5EB8ATw6G z<{6D=BZq9b8LHWqmd!+p1zyd>v+mg!aI9WM6_&UFDlA-`#`AIv!gW*%zVVPKfu=2M z@b#X>)5p`~FZbPH>@4mc0Rst%vSJ-6+uf!p9AW@F?dV7<)uU1A>( zH}M5mf_sf5S8vD~Na}Dk`)mZ^m-HO|Xwbs<8BCiU?|39ez5Y0fTEuP|bE&U|))POZ z7}QBzGu8)cPJI~~-~HPPql4Z!W5`?OIk1l!bLlOe&=A()uOA~TL+1VfS7JJzyLQmU zOM(U;f5z(&0v~wOTM+nI(<4HOd3hHN7;npd;2KhAQyb^)c)TLb zs8)U#TGDlaz3X~SY%SDRT27IJxQ`k^Hzy{%FV;oe|8n(0*x|#F90?l6MlBmx*^G8N zH*$6VWQaA;=hNm!A#zgPj?r^;6zW+?927U7Wn$9>96}+^rbv!P!E%*Ef$YE+@GE5y z^n>hT24)62iq;;;&sGF;0)Su5{A%z~P_qikpYedq^lVpHx7HaXu2pia1hDPc#^vgR zFu`7d4d8~q=7RZ}r3|2twRvDW|E^DHPu^Pos17!j!v7tk$^DTgX0TFy%vnd#{)tOD zDU=plXT^1H~Rk>?IAD#R7%~fpb?k7U&Ru>f?c6 z%fvIT{w9VR-TDEgVf>G>2c>7qlq)#^%+kiEYTTcG z455RKgPhbhZL83<&2AE+p8&#ljVwha0l%b2&Lh|_<9mQ0g1B&^w5GIW=gqF2JCrXF zKZ+XklgzXfM~Jy+JT`_3sNYB>3P_-IDv$@DIF(RAdj%6p>^l5IsLv@8el&M@hkCFd z5iS$2yfB#q35?7Xk=_&Tma4Nk{I|k&ajD@dgvdLfciQQ-J{Cb$_kGVO5n~lh zB+ExT+;2g1P^oPaN6->ihH?~6|I8&6(^vM`7$fv%j9%C-f01z#4C@LUzhEGH0ns-#@(V<6S&c14O}4^<%rPSWS3ENVN#0ROr6%iOi-Z)r4%wZ z6PsKNiBI{WU`Z#!fc6mhbU@(V$`B8lP&7e0S6RHU+QiqDIScZlaeI5TiN_n}W zu*snKqU^a|I8*KLSY<5KZj8FAv@JV~U}8$pK2W00wGst)DW~mNIe$_5ZwhEo9P_zMY*rF32MhzE70m%J}JYn$=H{{V?|Y zm*qZ${8AB$qEuTO4i?PsQtLm?%S5NkJqp#o(N5}sX8f|0#zmF0OOmcjHNY(+inn?Z zdIvu&2qMpJxJ3B6Qjw45g_+cdF)mmkMlH%KUEhm;aaO&99v#16V1F`k0(~&O+<{tJ zG6oY`PWw)1h_V_D62*T^CA5NnZ6H3L&Lc&G?74JR#`sZ5+|Z$`vg?&=Q&Rs@e$bc2 z>Ba8Ipp5(Pt1!<(H<~-aiQVK2tUhKo3Oesm**sGwX~{im_kgN#g=_m01BYy7A^X%` zcv}>GeY!b%$#|l6ceKWlk(YcVDVP`oHw#%8V%r%@F3c{EHu0en13V@5b|VwD`Zxig zz^A9`mHUwTtG-_&*tJjF$5w5AXZG$ll>~}o@V~8~Z`+gZ>Fl-)#docC2U5g4Hx~T4 zM!7#FVbf*f^d`2S^R`61KRqGUoK0fDWkMP*4>X041bz$BGlJa7fp-g>GaE9V33lG! zYW?)KH)AJN-oNCthNAM8sRb_H^Mu!355>G2lh(Y+3u^hHuXlb!GRT~czKk5vORfUq&X zxxTq>y)Vw$7<@gK=XfEo7f;a_3{*mjp}}`KJ*M?cx?|qnp~3D_73I0d!bGCKR{o z%MW;C<<}K6s;%Fp)Tjg*W%GfEO||N)s%fs%_lV_}3_)O2Ov?^pHa8vO-kqz=b0Tcq ztXU`gTB_8`gefv-53xdY!hmk@EJ61?W*z?JUH@m|cRb`1Sj$@Nm+IliHC~!RXm4!N z3Q0$CLpcTTnrO7U4%sv-YN5<=j17r=Tccd&_Xg7FMQzmG)YQK0XgN~B_CnPLmRlL$ zzt^C{Tgm3=?LK`6g&MyjuN2{=J-af$4I1by)*C<~UO1W4faewl#Hqa*ai6(%L>1zI zVDu1zX(zEm*~6u?>#0pIQbv!mGLROJKS^LNTmCWM@^1+^X{zIc;5xFCkBKe@xN~mP6(+NC-!jRA9Dg zs2#?*7L~ri;b`pT@ar!yDhL70#3<0}d-GZ}_eatToSwdK%-Og)Crn})4InXwug|%i z!fGa@uoK0nrqxXwB8O2txxoeDxFIDc1#OnM$jC@zBwYLlC9(7u(53{*qIU%dowBTJ z8nby-GI?^EROZe8>W80V->SR7uLI{-L$OE% z*cN%DR>$^zuk+k9b>P(xmp|JNzRd2Sp7ljX-ya8|s{)S5xrF|nr<)l+%|Z%H zI)J^M%rMQ!9akI+?vh(X(nYEQoPLPIzE8^UGVW5>Vr&`0PT=S70Ko)2Y&p>pL14BOg;or6ad8G9`)-W*(Ncofe=6bj#G!1=OF~IxE0u zx%ffO8A(oV9wS?(D`z3vvbYz-$1yncL3(+zu{Q8l|%iKF5Q- z?asFV*0buz_*$k#N!OuAV7jlvMl}Sp=YhF z7e*D@f~!id6X+kyChT-mc&tCFaw$_m(d`JV6X!n!4(R%_HVtVa@p}mzTQ8=Ey?Z3P z&LL_`(EsLX4Ak}!;Z%Y&@(oHRR=nT}wn!&VUc_%HE6*w3iWD_FJe<; zcn7l}b!}JF`@?7U=07_wqo0!n=ScfwUj{RFQ`w+ghK_1c_1o(_?bnT53aE`H8s;+n zd-3#fT67V%fxR)7`ALP}t-DnU`^3XtLUHuX8;Sm28&|&FNGM@=WoMJY<3HJX_n%-d z9WJ_M_4mXO&hXgkY}!Z_sdq#Fc-Zsps_|sP&Pva0ryuV}8gOCSsQeOEymD;qNINl# zoF5Zh8vY7|cDyM093g#t^4fhY;I{=2{?P2i55T_fbi3BB^YOE5`&u$f_WdZRXF0a>` z#UrVIi3^qE8b{a-)Ib-t6>>G|Xed#Ae%PQaZV+`{Dubu+)YZ9o8X}fn(VA5%UyZz` zu7k)Pd^gUj=XPC1IK*gp#IC$}p5p<=po7{48simLJCqEKZ%D~2YzE(St$-(WszAai zFwT0Dc^NLD9(KOB<4fcL6C)X|a)aD8Edn1>O26xhton^9QLqBLxoofm*|gWBXzipt zsNz$i^Fb#zef}D0Ek?Q<9E zAC2}O!FNS@(JVQRc+Z5@c>8)_j5dcqsuP0+;m206kG3oilc5=X4IX6ee=@1d%K9a} z+a4+w{~%c#1P7$<0m*s!y)7~$>Foz#>%a9Ha1o4~M2mk~vi;)!D!bKNY_*f%tJB{h zZ?R+k3j>Ebo+qb}rb-^{?6(H%n9ArxT$*5EF+ofubpz#(okCp`$ki3#pe6YJIW$hf zmr8QG`KI=?vB=iI*!b3`ckECUMO_{_Ntl;>3i%$F!1_w|TvSxBtc<7CSy$W|Pd(&*cD4lojB&d$zn1)Y0IPFbSi09Ih;tbV`*I+i~uj`6w3p z`L?v`sHj-@m=R&Ny7y0Ex+YwTfvGD(mMS{jLvDgRg5dLq0^9@_chuUO=UI}a3jFW# z>!7c9Juu`Yl|K~O;Di~+53u+WF}y4coChQGKCTMvHSZfA%`Z-|A;r4Zv#w^_R3@xD zii2Mon)|%fnjz15sP@Z12XRFJelb|u;VKa*D=6c&NOq8@gKzYpV~CqzU2Q|B<1xv2 za3@u}@Sc2aJ)&>g=KCCO2#JY8-oW!B8j5@A1wdE?lZLPtYk2or z@2Y>l9MeG6zb&58aI#4*VNI2tO%nG{gWA*&mQrZbQw5*o3t^Y?E_koUng5JE)xbO& z$(=3>RViij2MDTGTw;_~a#g1;q_1F3zltErpX03g`4IM+@5c%wTNVTBOlYKi>bAC6 zN6%r8x_MAvL9vtTAKQms7QjNFzgk;W4V`tKBsSLOyc$>$mp>nZZV1nT+ZGkZdOWur!bQyv{0W~Nb98)@|=ZKAULE!>|R-a&uXdF3D{SPFENay-Qm*!1f z*cGzF{^^xWroK^HJBEps+si?oI>}E}nQ(H{C(UE5iHbh}3rbeWFC0L=Kbg71sQyiu z7?BjpYEcno903$*}%Z1r=r6r z8sLzg>BHuur9{3Tb0Q6NS9yws0(-eW7OF#vGZXM-JKoXD=r`V?U4@57fKR{(uN-J} z0Q^j?I^}XNz3uo3Cdt~CtxE;r%i&S8TZp`>??NHJfKGe5D!J8J7b@G5>w=qHuca5o zc$?^o70a&;jeHLpbpPC~Zsw1I4h~gvb+s1hp#Gvh<#ZHj%L#S^fOTIn7#HGNM*{#KSa8d!*le4R_G`tL;mI6)qGnJR$7{nenjxpOA1YT=X zqIb&<5o8GpVqGX-q<-qFOcn-V5&j|l>s{_d9#lVniu1fBk>3V`KMQQnE4TT%jMquy zEzX^Ci5Qm!LRT71+i3XMS6X8g(L^ZpChk9FzO7|$B`6p>Jwb*(pf7jZ;7lLqx{E2wy>O!;J~V(7J?-KC#=GDv zlJC;=&ojg;h4Qnjf^RwI9g#=AY}m10VfRB&d`I_DVimVo+Vyz8?pR~C@P0tFLYBzd zX?Vh*ef%Gx)U@VxHnY_kE&>l&&IGvF;aI|+L`MFElrY!I84yswZTkh`E{`l%2~CAg zbEV4!FA?v~{!tb#?^+BOw+is~OI%F={&ev|LVD5lAqa{JNGTlJS@if?j^#gzq#A5> z4NNcIoBe#U%XavZzp`D_A{No@fhFs0l6}&d9AExbrp$D4O+V(?pb5lBBh6*}55eF~( z#SFc8lyVu7FRxTytJvvV+_EJbOd4)qg1@E@!d7JLXB_@`mgld>zvNhG4*pd+EmNyL z*#y6t9jN@8(%V6VORPsfk4Hc+!1{=^l}^rbsUl71LG$(W zam#mb(7FD@3O!xz!;1hHp#uEn%&Fv=x&vIT|Ht{02YSNKC6iE|f@0?T0LxR(>{=^B zN4KK^z32O?ctHgaX2i#Kz|(a5f(5-`25Mgh=_F!L78A+^5+o!{HlUnC9h@}vv|dp2 zXI6`YR&j$du3MS5xBWOI%9(=n9+NtA9NMb`95papw*FTpBd#r#sAA^x(0-Ra+BwmH zz3~9DfOq7trtN;<-sXb^ zCfLMm{pSqA)k5Qk^_1dKp$*6*R>T6e6&ga>L@8dSjb0 zc3zQHn`MPO(yysT1ijG6`GrI2XIznV#Ngq**btH@#Y-I6#nlJjdDU>PXt<56OchTw z<{ZfnjQAY|KEv~3M+$+bCZK~Q-*evgQkmobvXV>8csX>%86=9R$-KK{KBh1);$^bN z+2MRAl0Vn14$l;hL%Ium9Fe*bduc_jv|FE=yB8D>-|6zc+v(!^5o2$u;)BjTBw`kgu+;dm-FBj7$BRg^A zVAHPyZ%3zgbCRtlTGH3G;T7ZS>i&M%eMla%*ABZ1;N$MO~8vmQx@02d^1D(=!m2*hWe;LgTB(xO zhOe{zg5_`6W@OJ}2IUsK40TlQ&F73PAzu}5_^t;6_S&-tHRE91!f{pn?6dZ> z$KH*_SSniN3v27T<~M+cPy?D|9&od{C`8wSkhYTV5tVg2l%R3b$ao_pGF9_sQJMinQL1ytY*7HCE@*Na?>y)Iz#`O zPntpjOgRJmZTiY9jC5*y;2ze1figawqm^3!whKhR6Xu7~I}US)SXtfzj>QN3(Ur z+X^YM-igRVvErL1!;Xd0&&^*hT>oR!qpE(g!WRD?O?saBhhE)y(dWl}DgxvGV3E05 zqiEko6*uk5_@-+8x5SplH_TSr9t|__*mA4WaUnk8GN2VOoq99;6fUoPx`=U+ei8`y zx%|o$gS^g)-r@RsxYK?$vdkM)yz3dMAtGfc_9V9QY4?pgs9J7=toZABmPaj^f}PEl zG?6f93qr6fOL4S|D4O(i)xHKoR(u!B>GH!vPEbM%)qiMy&d7AM_AS1bIugn_p)h-7 zF*{X&^dF^B{q*MgQF`={+L`C-kkWEsd@_TWnii)kv7abr1-AXnijNk4CrW+o7Jf9F z7QM|JvIB6p5Xs47r2dajn?I=~-(kfv3tKx9wjLSodOv%^){TWvi}~ABRn2g@zZb2k z0OVd0px@_FjX5cW`yCXwZME^^#rSd=!`w;zZ$SB;3g7xES86~7$k5p=mo zXh~-Zyp65^InDUEA^H2RsUgcLq9aVQE|%RGVU<&i&j>#v;UKgaV-B_-zee?2J$V{N z$Q9^Uzh59qKE2U>52bbABt9=)<_x5O>+!omcbvvoH#4D_` z_KUXk=5gyUNg0**9$^Q1{ypSB>Ri=$8&YJ}XJX{2QP>C^G2ZAhP{d}p(!7kR&A_)Q zR$C%|>DY)ik3~T6=1C8u#SX}58semH&?nE_Wl`7T8@7EuxcnK*X7t+Hww4@H*`$UY5ps^kqx9lRL4clHzJTET zGCSe}TL+5v?4#oGla(C%U?uXz-|{WKjSgpu{P0{eFxkRp zP=1V!ChpDitq`h;gp*I!J)-R(%TTR~xG3_!5XMdUDdpZjd_DPK#!rol7x zH+0Fgn55cw9qJi){y!Hzv(vGe5RVv?e(g?1K9)=nMqGFAWDM~Q@aUI+*_@wxUk#Ek zJ-m1tnU?S)==Qn?oY5f@@dLB3a^99Tx?u_+xmDGc%ipl38j3c4o26A3~#0iWqi1s0?%0=4`)c z?DwlJXLL(Y-z(ENZNz0iBdZ?Vkid@bD6n#yXM#nc47c~Xi^&(sN?@1zkDI&x3;}h% z3x0uAN5fXbw5XT=4j7~tS2(M7gooVoE-9~)YQmXiC_VHnZ;vrbjCM*1; zT%q(mnX%BY3rvySBhbA|XhY!i`FBVDgHw*cU39|2^nu?N_$yziQoXsXYa98KK&uL~ zwuIJ9geoV9tM0KL->`2z`;{`sd5@irivB5HOoY#KQjeSew2=(glBQFop{Zq9kbPNa z{`k8gxEZ}AYE3K&!*;7hTK`8#IxUIt7V{`JO^fH1fP>K9bFW52#XSBY081b*qxzbi z`k6v+kJLK+Ati6FDfepiKRdrswk_R_-U+SJ3NwvNdIItRO(0KSMF9^A-%@ z#!7(VFGu!COcNZKlJzAoFJ4+u)g~6NeYTaBX)`1$0CDCUOwLl~YUGMfedu;mWZ{(b zUE?R?C|rfV!{e1YhL(?+P~G^-t+&6I1M9uyDVpd7=U@QJQ{4o+r*746@zz!NqY`MU zEK{U6VZjB-p0wBmue~GlLqgh0d)Bb9015(8r2VHTr-v2EcYX7@#0tYB zE6#EYXEI*~I7$DDyCPDK3&d~(yx=}Bg=i}k0{?kRGo3!l&>=|nju~*a)thx>KrDh6 zvktR#Y$PE=Tcp~)-#$#|5__JSTj!AqyyNsgN>zvYghJqLRy5dm<_w9)mOtG8<*m%o zmsVuxLp!>DuNs&*ZQhhWxv|ru@=m({n`7O2$P628lq5km(J{yN7~K?7?kb~edGzoc z-2GZ&-FC+`gVd!yrSsr-A-(eJw(iyvZ>2^8_tB4M+Hp1tOca+%O*+C79?j41t_ z`JRJ7&l>U{+~RigjC<{>@+%i}dPZ@x`d?Gj^K2s{_;a&Q4;LhHOVQ3eLfWVBpgKA1 z4g{;|Q{)sW=O_;Pagk-7gCJS_wA{!4V#KVAk@H{43l>ps(A_`Ht;&qcdP7nBhQuQz ztlHv_EzcOQT8t}6VzK9}EIotJU}J}pbx3$l+T28H>sh3) zg1Pvs_FPT*9ON!$@MA>kE&qveZ)=I{CPyGI)99csycuOWWRdYeLbRr{o_EmW>+8_C zb~{Py+w}+(#{rxfoDJp(5niiNHG8WcFV#>K_ZSw7F$GKf3j^l=363V1Y~5XZU-;I} z;zmKi7JLXUe4orC@h|U>)xY>`=SO_j5M31FCuo%pAqc}fxrwU{#xRm}lYdsuSx?wv z(;6ZK8i@J@4P?Z)&Ch1n9&ay2aAk}Nky97^Pey{|o^Y}q68S{K

s2P^f0bTTXGbtj-JvNJ{B%1UiF(^9|adZb71 zj4;K0S~NRN3)}D;c2M`UFSlc?U`_R)W$`CYysxqZKmxe-8iXZ~Gi8Mn&}}V9ih)3* z3Q^Z;Hfv)B%{ZIrfv^EJDi+}-4c=F=)1L`NWC}6|R*w_Uv!QCC5Y||`eNwvmS$$YJ!#TrRVAyYl7{nypeMq#Xyx#fM_v=izd&t^U!KdbV+6_Kkxq(iDc_!=Oq zMznM7sgLA3F_D(9#oqrdTK`mD^g&1#Wf67LZnp%Su905_;v*#Ue0&gnTSjr&0L^k$ zNWySdimS=x{4A(SlgXfS9u&pDg%4ch}YFF|52;GRno?@WfEZ_kESr0740k}cr- zn_$hICzHkZkXrx}W*O1#XDAL<60<#Fl^jcewDHWUMbffxYhn22u;i~@PTNp|?5&qX zR6KewCxVHTRAhvXg+}T{Y~;sNsM!xbG!9(PJRHVaWaOvLP&{w|Wv&eig4$^0qp`sd zAK_u2jrFL{-qRJYkx{4|T1zn%GXtuW17n$~MOvg+g^0lyQ217+4VK6O3#$_yPXi%r z@WY^prxTU|Sp+q9E*eoh9iJDPwUV{@ z^h98Au;1;n$JwiGbmm!}O3K$q;*@MVY9E1XQub;odPioRVTHcDmwYcUJRx~wAoPDW@s zuTFrea5g)FYGl;Kv5WtspAs8$Cy>mqTVz;0c+W=MFaUzo0bF2*1s(nI_vxEbJD|p= zLt*n*U7N|xt!49Tr8ai+GCCQ=I>MTV1U$wk7H6YFDpDhsTC>-mhL_|`It;@>oDXZD z(;GK^Q=(k~!C}x+^XFapHkFF*+_ES5!2uLx@I?P_=W{l0A9sn;tI! zJ2+y>Bxy?CK>I4EK%cdMX`Rem^^2=%lnOI5SO~_97-Kz8(gJfgmdgI3*8F`P>SUT6 z-R9zo_?i421~N#gUm+>aNj8xkZpQw;T~pw2C)5S%C?EC5yG6IphpJ0Fu|L%Q!p|t| z5|_bfxE7T^TiKQTLwK(s)k|^jB?U1D7{;*H3jvGNWo;XSX~aD@R0ATaMtj)Hp zm0w>pF+x4sDyWnwY2c_qHN|szQv6n~%;JY*xxrSFV=Zq0)+odDMn2@Zg920u@nhCW zd(D7acf){9m@d1x&M6-E@3C%$vzMJ9-d(-kN=o)ub^kHTVHQiTHZ2tFyer1Ar4CId zfI~gq`eo=JA@?ON-6))}@7mTH&|qA2;-&G?Bfd)NT%P(49B#oXHTNmI?tsYk>Q>bu zA!ISpwr4;+nTO?-3%JVYrTlnjRL;eZ^{}R=R?F$A{!P7ZSe|OE(XSB>A+dQ3ROFI= zCjtve!B= z$Zc6@sC(`9&`p6b^Q1#j+j0Zo876foWcK??2n)og4&rGMx)Z!ajs#j=cG(i+n~VSQsNt&=Pxjy)cep*JUTaHVT}O`$i1Z%6BBp7p)-qKvmz{ ze(u#=l~R8KCS!(rS^#-d;pY?)Kfi$Gb=L!$qB4*qMzcEwI_WC<2KzN0= zZ3ArB*Djdg+6OrG*!zd=iI&_?2+?H~kp}4H1p27p0Tb*A56!;CPJv@X+e}V^6yAyY z7_NMPdXf@m+AZYj^4*R60-y()c=AFR`EemHej=z2pIC+i4m7IMMst&n z2}ke-CYj*$Y(ZiY^E#WAkMGm79U;`a5e+F!%=ApQdORU7I)wN zVi9XNKEKCQ0&YEn;T#XpAzz_o`7J$C_Pg_|@-c0W@OaIB#D8T0&E}T6r(w()@F|@K zBdTAAr=0R@O2`_6t;6!bGP$!D8Y`WD)%1+yo-helF%L%_#ZT9bmY{_2Pu2N__UH*| zGb}@ulB$tv98m?>HYl3b#I|sXeCP}O%F}BQqO!<#@Pz&TmkxS?FULkj>V|YT9&vu` ztTCG!5~O;M#Tbgxa(>-C0vK#HioKXB|Jb_V<76@Kg4SOSjE8}(Nc>!5$u94xJi@40QoF)n5c6Aqx6{E0$vUm&cW z#-NvqmG^y;=WD;3MTKi2?%Xl9&>%Puomea7yHDhVh)@}V+eI5Q2(hn~4}>L(o>iUM z#MnP{h$P7SrH51O);2E2&HC2;+j~jaGZ6aY8Iq*3B@MFk9)A+}9oA)oO=FAwHpLR= zD&t^Td?)m5U*4FXIEI}3>?6MYSs``1*5I#c8F#E|1t?G}__#tvP4(lTkgM8HMubeb z^hfLw@`fqTgB{?sL+)#^cJtK9Sp=!Gvf}iMs!NHOXpJ6ex?D@*q!^x;X-k^F4Xouy z*&k>Z(K3Nf8K-3tZp3+{&}_Iub_Jn2*@h=-O%ia;O6?w4coP+$&owhwoiDE>auII-{YlPKrO^hkJsH&5}d#s5b}97dC^*qXOeP)~a_nez<7Q1caoC z+8~bHe6TC`)+_-(|Fom%0berP7?7DvfqA^mqA-}{6BhE9x1cSGxb4}T2)f@ctS_m| z8pzd+-^srMgA&t2y52KT-ebLY2w92yGlN1sa9lBpg0D!xkNkbTCXufEk#iws&K+N2 zKcpkd*aEp3Q?n(^xDny_)i%xv)c7s32~Ghv2G0P)u8vVLG_G>D*nuIppvo+M>(pk^ z1>tr4Tc6Y&s&}3Oq_i?^DX*hBTQk}3Vz1RB=YXQ$Y01zH&N8EQcHoAVz_%(Robg&L zFlAxhiDuVAB67o{#fU4(5;nE;TlSkM)lmiLCoMD`2NlGCnUF^pc_}Aw#O&H-^y)EP zRlbyrMq*)O-Nt%{WRKof-0{!#L?xfUjcT@me-ba*X9H021!eA0hog$nf@R={YaD>4 z>R>D`mgzi@D_=4;yjM4nMkc zkDig{HBt3dy@ENt6wb!L@|kwV9?yH$gh3xmh#8=)-btPl@4@r1G#Gu+cHGb3_fq~F z&z_lj2qCt73A$|OdZIfh)pBEevd&`+d&J~BNWRBSAw&y;W?E_gw!brJWBl?4hx*m$ zU%a|(3NarXyVRYIkM5o$_zW4_ zfhKTFyvdsJK{O0SV zy~KN-Db;vYItOY&v4m%iD5YqW8zVONk{$*DoxHz)J&kv{uAJJf7(Ge3%ZP)bF;AFm z*)$YNX7V9q_E}zG+*mdYQ^F9@e8)?V*RQsp>*ie5R!nEu-P0yAE2X-@1rUS%B*qg2 zvb=}7wFqSRiwS>vKKmelfEO8COEbREuvO60$!k;j2PIp%Sp-)l&75{- zot^45#!nNp{anVZ>MTo(i!=XCYT&v*z3^P(JjjBf4ROtG7oPpMM|in9RSJ_4?zdIM zbCryR9nF0%CbhZX#PuMtm-R)=b>z_CrB^__+}4F+@EL`8{|EO`G3F4cmu#h7Gh$g( za`f(V=&y0^pSQAlwpVfum`r!W=ow-zS4!%3EHNTIe%^gvv ze~_g}ef8PpRjW9{<}x{Veg~=W%=&5&)8B>obMAwCM^1IE4I&{z4znSQ)$~IR6~P{` zS2n{DdrDV;LeN<>V$2?V*^rbxTEXN@H7CM!9}-PRjQ5;L`zKf1O~d|2ZcyAoXS6)d zEXu>}N`ahTs=vEo)FPIgE?ySAq=#e_oBB(gY&<^!NZftAdDbLX<^@&%{7TQ3AFu;A zRi+jfPNHoUU9w5R?pE%$!WVyiFhP-IZjfrdDNu6r+6cSED@NVJ#l$XfZqKD+D8IfU zdrt|)smnch@96#FEI@ah(EIKe*4sM^5G}N!^eFYapKMzEBPQNeRPserOXSc(bZ+$d zG9>I7SCh=?w$KtGe#It$54)T`^O>ibS2N=nmbB%Fj`kDw*9kP}BWclyD z#bz-WFJzqcyHZPC{u2#~&xoekJ-F%mLkaloBxRNvqltUK9)r}SXFw9Og?;~+tBp% z{k7f4E2HA$B7Wtj_++^B)wEqq@cR}b$)T89d{D~l$pNrf|10b)x4C#_sT2^*gCK4fukF8ZklC==o!l!QdlZNm2FZF?p{)T>|>AL5v7{711*tW^#O(C zZQRr&PNf%{cdTc13ceZ0gA9=%a!jLi$R%bpry{^;PC8>wQ#;I=Ik{=?+3pKk8@kr> z+Uohn_AwG5Xv|N6ZC19c7{M#+COA$QzzTu}e~Vs^HksA}S&|L0q~=TlE=ufA4!M0z zKW^>8{AYD1ik=XW*hg7OY{3~^JE~FHhJ*r$GKN>CicR3ght`O`UqB1|SL}<86m4mr zJ&S76VI`K50wGCE)g@Ojd&kwOJH9a)GfyxItp~+W$$WfdcmKCt~?fsTO*Tc#Y!*_Mmbjm1|tdF5TjdW*(2N6dJ0 z>DtxRC3WJHiZf2dqy7V3fY6ilMCiA$lr%mk!zMtR@*%_EIklKh2M77S=?MtO9c JHtBmL{15neL>B-6 literal 0 HcmV?d00001 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b27d526 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- '' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" and not message.tool_calls %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833