From 8f3fd43e594479cc6c7a5929edb8dfb9ddc1d56c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 05:18:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++ README.md | 93 ++++++++++++++++++++++ openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf | 3 + openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf | 3 + 24 files changed, 216 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf create mode 100644 openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c716e41 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..eec131f --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +openbuddy-mistral-7b-v17.1-32k - GGUF +- Model creator: https://huggingface.co/OpenBuddy/ +- Original model: https://huggingface.co/OpenBuddy/openbuddy-mistral-7b-v17.1-32k/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf) | Q2_K | 2.55GB | +| [openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf) | IQ3_XS | 2.83GB | +| [openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf) | IQ3_S | 2.99GB | +| [openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf) | Q3_K_S | 2.97GB | +| [openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf) | IQ3_M | 3.08GB | +| [openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf) | Q3_K | 3.3GB | +| [openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf) | Q3_K_M | 3.3GB | +| [openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf) | Q3_K_L | 3.58GB | +| [openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf) | IQ4_XS | 3.7GB | +| [openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf) | Q4_0 | 3.85GB | +| [openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf) | IQ4_NL | 3.89GB | +| [openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf) | Q4_K_S | 3.88GB | +| [openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf) | Q4_K | 4.09GB | +| [openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf) | Q4_K_M | 4.09GB | +| [openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf) | Q4_1 | 4.27GB | +| [openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf) | Q5_0 | 4.68GB | +| [openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf) | Q5_K_S | 4.68GB | +| [openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf) | Q5_K | 4.81GB | +| [openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf) | Q5_K_M | 4.81GB | +| [openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf) | Q5_1 | 5.1GB | +| [openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf) | Q6_K | 5.56GB | +| [openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf](https://huggingface.co/RichardErkhov/OpenBuddy_-_openbuddy-mistral-7b-v17.1-32k-gguf/blob/main/openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf) | Q8_0 | 7.2GB | + + + + +Original model description: +--- +language: +- zh +- en +- fr +- de +- ja +- ko +- it +- ru +pipeline_tag: text-generation +inference: false +library_name: transformers +license: apache-2.0 +--- + + +# OpenBuddy - Open Multilingual Chatbot + +GitHub and Usage Guide: [https://github.com/OpenBuddy/OpenBuddy](https://github.com/OpenBuddy/OpenBuddy) + +Website and Demo: [https://openbuddy.ai](https://openbuddy.ai) + +Evaluation result of this model: [Evaluation.txt](Evaluation.txt) + +![Demo](https://raw.githubusercontent.com/OpenBuddy/OpenBuddy/main/media/demo.png) + +# Copyright Notice + +Base model: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 + +License: Apache 2.0 + +## Disclaimer + +All OpenBuddy models have inherent limitations and may potentially produce outputs that are erroneous, harmful, offensive, or otherwise undesirable. Users should not use these models in critical or high-stakes situations that may lead to personal injury, property damage, or significant losses. Examples of such scenarios include, but are not limited to, the medical field, controlling software and hardware systems that may cause harm, and making important financial or legal decisions. + +OpenBuddy is provided "as-is" without any warranty of any kind, either express or implied, including, but not limited to, the implied warranties of merchantability, fitness for a particular purpose, and non-infringement. In no event shall the authors, contributors, or copyright holders be liable for any claim, damages, or other liabilities, whether in an action of contract, tort, or otherwise, arising from, out of, or in connection with the software or the use or other dealings in the software. + +By using OpenBuddy, you agree to these terms and conditions, and acknowledge that you understand the potential risks associated with its use. You also agree to indemnify and hold harmless the authors, contributors, and copyright holders from any claims, damages, or liabilities arising from your use of OpenBuddy. + + +## 免责声明 + +所有OpenBuddy模型均存在固有的局限性，可能产生错误的、有害的、冒犯性的或其他不良的输出。用户在关键或高风险场景中应谨慎行事，不要使用这些模型，以免导致人身伤害、财产损失或重大损失。此类场景的例子包括但不限于医疗领域、可能导致伤害的软硬件系统的控制以及进行重要的财务或法律决策。 + +OpenBuddy按“原样”提供，不附带任何种类的明示或暗示的保证，包括但不限于适销性、特定目的的适用性和非侵权的暗示保证。在任何情况下，作者、贡献者或版权所有者均不对因软件或使用或其他软件交易而产生的任何索赔、损害赔偿或其他责任（无论是合同、侵权还是其他原因）承担责任。 + +使用OpenBuddy即表示您同意这些条款和条件，并承认您了解其使用可能带来的潜在风险。您还同意赔偿并使作者、贡献者和版权所有者免受因您使用OpenBuddy而产生的任何索赔、损害赔偿或责任的影响。 + diff --git a/openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf b/openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf new file mode 100644 index 0000000..589ae2b --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbee4afebcd37aa5deccc5f5bb7b55b7b02fead7ed0ceeccf4c2b8b9ab2858a9 +size 3308572576 diff --git a/openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf b/openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf new file mode 100644 index 0000000..a948264 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87534d97bf180ac374e6c4452d3174745231bcf567019a40f9871da30a71a801 +size 3206074272 diff --git a/openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf b/openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf new file mode 100644 index 0000000..2fc6aea --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563e03dba291e84c897ee22b8ae52503f2faee10dbdddb22e04c46c947b83c33 +size 3042496416 diff --git a/openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf b/openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf new file mode 100644 index 0000000..dd9dc76 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c729cdc67b45d5f97565405f1328bba109da627e5676123f582a77fe056dd4a +size 4181241760 diff --git a/openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf b/openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf new file mode 100644 index 0000000..4b3aeac --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bd8351b8e005af6350156a79ad65466f362d03918cbaef877de4aa5e3f11b5 +size 3969986464 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf b/openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf new file mode 100644 index 0000000..4c16e7b --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba742285a3d0e0e848a3f572f4e03ab841fee3fe91514429a386926d47815402 +size 2741006240 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf b/openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf new file mode 100644 index 0000000..c502842 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee66ff853b4c5f6e9071201f7bbd4d3f176b264e4d1521396c0cc7e6c49c6e16 +size 3542667168 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf b/openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf new file mode 100644 index 0000000..c5d01a6 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab5551aed408677040280133a487cb2d3903d0d0b3bd458c67a11a4fa68d3b0 +size 3845705632 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf b/openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf new file mode 100644 index 0000000..c502842 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee66ff853b4c5f6e9071201f7bbd4d3f176b264e4d1521396c0cc7e6c49c6e16 +size 3542667168 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf b/openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf new file mode 100644 index 0000000..ae0d5aa --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c83f4dd00fe00475f1cb650b3f339de82649bd5b281452a14dd04cd0081f7afe +size 3188248480 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf b/openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf new file mode 100644 index 0000000..0535775 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db261c8c9acbdd2bd751ad40e5d21601fefbdafb6d1f6d39d967936326f4655 +size 4135104416 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf b/openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf new file mode 100644 index 0000000..c6cdc18 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcc70dbc3862844bbea410b2e1b76b0746c1149c674d2da35a2ba27c0dd7d9c +size 4580683680 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf b/openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf new file mode 100644 index 0000000..bb87a15 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af189b3292bde5428d766b3d6b49fef77b7b920b562a92bcc8aa92f9c9a86a6 +size 4394626976 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf b/openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf new file mode 100644 index 0000000..bb87a15 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af189b3292bde5428d766b3d6b49fef77b7b920b562a92bcc8aa92f9c9a86a6 +size 4394626976 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf b/openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf new file mode 100644 index 0000000..d021d80 --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a103e7f907394897b1d1301bc4727b28d323f0f957add2391eda045bd3b961d +size 4166561696 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf b/openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf new file mode 100644 index 0000000..a63ba3f --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a04f2827493a122b89cd1f5391c8f0e852030e0010e705e4f04398580cbae47 +size 5026262944 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf b/openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf new file mode 100644 index 0000000..f702b8e --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce188b0be734276224985bd8a7b111b91f5b74786a76f9102067829f9fd06d5 +size 5471842208 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf b/openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf new file mode 100644 index 0000000..39f08cb --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2564154767ce19862f157891e8e48d8037ecaa8198dc27fa9910b0f0b49641d +size 5159956384 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf b/openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf new file mode 100644 index 0000000..39f08cb --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2564154767ce19862f157891e8e48d8037ecaa8198dc27fa9910b0f0b49641d +size 5159956384 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf b/openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf new file mode 100644 index 0000000..7e54d2e --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca17dbac9550657dfd4253acab92e2f0b29dd6a2b517d70a378236be4b17a822 +size 5026262944 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf b/openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf new file mode 100644 index 0000000..4c56fec --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293078d5edab4fe0c6219f286971e242882735af92e088c66a00c6bf7c7b72ba +size 5973118880 diff --git a/openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf b/openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf new file mode 100644 index 0000000..c8679dd --- /dev/null +++ b/openbuddy-mistral-7b-v17.1-32k.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5a115e8e9d4187a890edadfd1d66931fa7982e5e736b5ab0a0ceb8abcd62bb +size 7736053664