From 5270430b1c2d366feaeebc643a343f8c57b6ca21 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 23 Sep 2026 13:09:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: lucianosb/boto-9B-GGUF Source: Original Platform --- .gitattributes | 65 ++++++++++++++++++++++++++++++++++++++++++++++ README.md | 61 +++++++++++++++++++++++++++++++++++++++++++ boto9b.BF16.gguf | 3 +++ boto9b.Q2_K.gguf | 3 +++ boto9b.Q3_K_L.gguf | 3 +++ boto9b.Q3_K_M.gguf | 3 +++ boto9b.Q3_K_S.gguf | 3 +++ boto9b.Q4_0.gguf | 3 +++ boto9b.Q4_1.gguf | 3 +++ boto9b.Q4_K_M.gguf | 3 +++ boto9b.Q4_K_S.gguf | 3 +++ boto9b.Q5_0.gguf | 3 +++ boto9b.Q5_1.gguf | 3 +++ boto9b.Q5_K_M.gguf | 3 +++ boto9b.Q5_K_S.gguf | 3 +++ boto9b.Q6_K.gguf | 3 +++ boto9b.Q8_0.gguf | 3 +++ config.json | 3 +++ 18 files changed, 174 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 boto9b.BF16.gguf create mode 100644 boto9b.Q2_K.gguf create mode 100644 boto9b.Q3_K_L.gguf create mode 100644 boto9b.Q3_K_M.gguf create mode 100644 boto9b.Q3_K_S.gguf create mode 100644 boto9b.Q4_0.gguf create mode 100644 boto9b.Q4_1.gguf create mode 100644 boto9b.Q4_K_M.gguf create mode 100644 boto9b.Q4_K_S.gguf create mode 100644 boto9b.Q5_0.gguf create mode 100644 boto9b.Q5_1.gguf create mode 100644 boto9b.Q5_K_M.gguf create mode 100644 boto9b.Q5_K_S.gguf create mode 100644 boto9b.Q6_K.gguf create mode 100644 boto9b.Q8_0.gguf create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b71a254 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,65 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.BF16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +boto9b.BF16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..972b376 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +base_model: unsloth/gemma-2-9b-bnb-4bit +language: +- pt +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- gemma2 +- gguf +--- + +# Boto 9B - GGUF +- Criador do Modelo: [Luciano Santa Brígida](https://lucianosb.com.br/) +- Modelo Original: [Boto-9B](https://huggingface.co/lucianosb/boto-9B) + +Boto-9B é um modelo de linguagem de 9 bilhões de parâmetros, otimizado a partir do Gemma2-9B. + +Confira os [presets](https://huggingface.co/lucianosb/boto-7B-GGUF/tree/main/presets) para usar com [LM Studio](https://lmstudio.ai/). + +## Arquivos Incluídos + +| Nome | Método Quant | Bits | Tamanho | Desc | +| ---- | ---- | ---- | ---- | ----- | +| [boto9b.Q2_K.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q2_K.gguf) | q2_K | 2 | 3.81 GB | Quantização em 2-bit. Significativa perda de qualidade. Não-recomendado. | +| [boto9b.Q3_K_M.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q3_K_M.gguf) | q3_K_M| 3 | 4.76 GB | Quantização em 3-bit. | +| [boto9b.Q3_K_S.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q3_K_S.gguf) | q3_K_S | 3 | 4.34 GB | Quantização em 3-bit. | +| [boto9b.Q4_0.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q4_0.gguf) | q4_0 | 4 | 5.44 GB | Quantização em 4-bit. Prefira usar o Q3_K_M| +| [boto9b.Q4_K_S.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q4_K_S.gguf) | q4_K_S | 4 | 5.48 GB | Quantização em 4-bit. | +| [boto9b.Q3_K_L.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q3_K_L.gguf) | q3_K_L | 3 | 5.13 GB | Quantização em 3-bit com menor perda de qualidade. | +| [boto9b.Q4_K_M.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q4_K_M.gguf) | q4_K_M | 4 | 5.76 GB | Quantização em 4-bit. | +| [boto9b.Q4_1.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q4_1.gguf) | q4_1 | 4 | 5.96 GB | Quantização em 4-bit. Acurácia maior que q4_0 mas não tão boa quanto q5_0. Inferência mais rápida que os modelos q5. | +| [boto9b.Q5_0.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q5_0.gguf) | q5_0 | 5 | 6.48 GB | Quantização em 5-bit. Melhor acurácia, maior uso de recursos, inferência mais lenta. | +| [boto9b.Q5_1.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q5_1.gguf) | q5_1 | 5 | 7 GB | Quantização em 5-bit. Ainda Melhor acurácia, maior uso de recursos, inferência mais lenta. | +| [boto9b.Q5_K_M.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q5_K_M.gguf) | q5_K_M | 5 | 6.65 GB | Quantização em 5-bit. Melhor performance. Recomendado. | +| [boto9b.Q5_K_S.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q5_K_S.gguf) | q5_K_S | 5 | 6.48 GB | Quantização em 5-bit. | +| [boto9b.Q6_K.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q6_K.gguf) | q6_K | 6 | 7.59 GB | Quantização em 6-bit. | +| [boto9b.Q8_0.gguf](https://huggingface.co/lucianosb/boto-9B-GGUF/blob/main/boto9b.Q8_0.gguf) | q8_0 | 8 | 9.83 GB | Quantização em 8-bit. Quase indistinguível do float16. Usa muitos recursos e é mais lento. | + +**Observação**: os valores de RAM acima não pressupõem descarregamento de GPU. Se as camadas forem descarregadas para a GPU, isso reduzirá o uso de RAM e usará VRAM. + + +## Template + +```` +### Instrução: +{prompt} + +### Resposta: +```` + +# Uploaded model + +- **Developed by:** lucianosb +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/gemma-2-9b-bnb-4bit + +This gemma2 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) \ No newline at end of file diff --git a/boto9b.BF16.gguf b/boto9b.BF16.gguf new file mode 100644 index 0000000..93fa658 --- /dev/null +++ b/boto9b.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ecf158de1c46d784c9c160954652cde5ed74467d2631ec7a223f6592101f8a +size 18490680320 diff --git a/boto9b.Q2_K.gguf b/boto9b.Q2_K.gguf new file mode 100644 index 0000000..e096c99 --- /dev/null +++ b/boto9b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effc05ca916793f32c6f79e5161ae7da2b54b051a7843efe72d1aab39f3cc9ec +size 3805398016 diff --git a/boto9b.Q3_K_L.gguf b/boto9b.Q3_K_L.gguf new file mode 100644 index 0000000..51fd845 --- /dev/null +++ b/boto9b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a249027ab19e4afe61c498ecf766a4e0f095807557173cf32721ed3507efdd +size 5132452864 diff --git a/boto9b.Q3_K_M.gguf b/boto9b.Q3_K_M.gguf new file mode 100644 index 0000000..50cfebc --- /dev/null +++ b/boto9b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8981cabbd45ff3dc31c5e489b3ad9f7527dc6825833a5e14166418d0f709b4 +size 4761781248 diff --git a/boto9b.Q3_K_S.gguf b/boto9b.Q3_K_S.gguf new file mode 100644 index 0000000..dfcb474 --- /dev/null +++ b/boto9b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6261c31d2807c4ea94aa07ee4e8ebc697b95b39b460dbf2af2537451adae08 +size 4337665024 diff --git a/boto9b.Q4_0.gguf b/boto9b.Q4_0.gguf new file mode 100644 index 0000000..7e838ec --- /dev/null +++ b/boto9b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55679f6e162608b44f7044531c76f5c55bb7461b73335a2e7150a7a826eb66da +size 5443142656 diff --git a/boto9b.Q4_1.gguf b/boto9b.Q4_1.gguf new file mode 100644 index 0000000..87ebf23 --- /dev/null +++ b/boto9b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8005a2d5dfb9c7022add52adf34a4df70f3d17fc8f23c7b9addae096155d11 +size 5963367424 diff --git a/boto9b.Q4_K_M.gguf b/boto9b.Q4_K_M.gguf new file mode 100644 index 0000000..25246da --- /dev/null +++ b/boto9b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e64bf5e82a6f2c51b43f499b5d1ad430c00eda2883ff956bde723dbae1ffa2 +size 5761057792 diff --git a/boto9b.Q4_K_S.gguf b/boto9b.Q4_K_S.gguf new file mode 100644 index 0000000..af7523f --- /dev/null +++ b/boto9b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7789059e62d56ee157499cc9d442372489d5a0b0ce0e8f567313a45b7d859da9 +size 5478925312 diff --git a/boto9b.Q5_0.gguf b/boto9b.Q5_0.gguf new file mode 100644 index 0000000..e001952 --- /dev/null +++ b/boto9b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f73c83cf1fc3122961fee2d3eacbe30441bf3d8755fee7f226a560526e6cc95 +size 6483592192 diff --git a/boto9b.Q5_1.gguf b/boto9b.Q5_1.gguf new file mode 100644 index 0000000..e530877 --- /dev/null +++ b/boto9b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de6df7db78eb24c12923d2421f86c927f799941c7f84cd9c536e5fd31055e29 +size 7003816960 diff --git a/boto9b.Q5_K_M.gguf b/boto9b.Q5_K_M.gguf new file mode 100644 index 0000000..eebbb23 --- /dev/null +++ b/boto9b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d19eb4ebda4080e68c27defe53b3701e3ff548fde4fffe3786f57d6157eca2 +size 6647366656 diff --git a/boto9b.Q5_K_S.gguf b/boto9b.Q5_K_S.gguf new file mode 100644 index 0000000..269c553 --- /dev/null +++ b/boto9b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e326b5a6e36fbb5e6567fcb0e0916e5db03d222e24b3b9b1fec6783891d7e155 +size 6483592192 diff --git a/boto9b.Q6_K.gguf b/boto9b.Q6_K.gguf new file mode 100644 index 0000000..c7a2b4d --- /dev/null +++ b/boto9b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845c83a1ba552a58a1a73f3071b5f2ad3497bc5bf2158500fb8d3b024abf4466 +size 7589069824 diff --git a/boto9b.Q8_0.gguf b/boto9b.Q8_0.gguf new file mode 100644 index 0000000..35b1b80 --- /dev/null +++ b/boto9b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55e64a4823edfefbdc559fb1b587b83bcd79c3a7a5180f4a0398b288efe788b +size 9827148800 diff --git a/config.json b/config.json new file mode 100644 index 0000000..df41f66 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "gemma2" +} \ No newline at end of file