commit 5146a221d2ac7aec241e584d31b533348b9f310c Author: ModelHub XC Date: Sat Jun 13 01:14:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/boto-9B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fb0b0f5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +boto-9B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7747940 --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +base_model: lucianosb/boto-9B +datasets: +- lucianosb/cetacean-ptbr +language: +- pt +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- gemma2 +- trl +- sft +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/lucianosb/boto-9B + + +static quants are available at https://huggingface.co/mradermacher/boto-9B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q2_K.gguf) | i1-Q2_K | 3.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ3_S.gguf) | i1-IQ3_S | 4.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q4_0.gguf) | i1-Q4_0 | 5.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/boto-9B-i1-GGUF/resolve/main/boto-9B.i1-Q6_K.gguf) | i1-Q6_K | 7.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/boto-9B.i1-IQ1_M.gguf b/boto-9B.i1-IQ1_M.gguf new file mode 100644 index 0000000..465d607 --- /dev/null +++ b/boto-9B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d844206fb2050c15c97b289dac7a99128f1ca4c97c5a07ddc1e5703dc0ce9c4 +size 2545952416 diff --git a/boto-9B.i1-IQ1_S.gguf b/boto-9B.i1-IQ1_S.gguf new file mode 100644 index 0000000..92f0d36 --- /dev/null +++ b/boto-9B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f3169c00bdf07e8fab9373659fc1882fd3c8e366b1a90f5a29b0e2ae943de2 +size 2378565280 diff --git a/boto-9B.i1-IQ2_M.gguf b/boto-9B.i1-IQ2_M.gguf new file mode 100644 index 0000000..e762af4 --- /dev/null +++ b/boto-9B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6e34bb26ca3bc8f5c1cef48bbedda5618ae46c3b0403446943a31478124f00 +size 3434669728 diff --git a/boto-9B.i1-IQ2_S.gguf b/boto-9B.i1-IQ2_S.gguf new file mode 100644 index 0000000..6c52d5f --- /dev/null +++ b/boto-9B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe193de52893933a2afce503ae6126d81a59b8761f9919bd9d845e0f77f89ca +size 3211486880 diff --git a/boto-9B.i1-IQ2_XS.gguf b/boto-9B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e80f61b --- /dev/null +++ b/boto-9B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b08ef0c3e3105cbd2d1614e4f25f1b7d47a69b5326558a605b50346055d61b +size 3067381408 diff --git a/boto-9B.i1-IQ2_XXS.gguf b/boto-9B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7a9637d --- /dev/null +++ b/boto-9B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888924a9427a27ab50566c4f5755f634204b467ef393fdc4e81592158e2aa939 +size 2824930976 diff --git a/boto-9B.i1-IQ3_M.gguf b/boto-9B.i1-IQ3_M.gguf new file mode 100644 index 0000000..6961431 --- /dev/null +++ b/boto-9B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db356338e3a9eb3dea23ce50703ea044844bc3a1944e0634fd7983975de0055 +size 4494616224 diff --git a/boto-9B.i1-IQ3_S.gguf b/boto-9B.i1-IQ3_S.gguf new file mode 100644 index 0000000..bece7ab --- /dev/null +++ b/boto-9B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec899f3daf581eeaf761025ad8aa73c55aaddc9ade2bf917c6fd4042da20698 +size 4337665696 diff --git a/boto-9B.i1-IQ3_XS.gguf b/boto-9B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e827040 --- /dev/null +++ b/boto-9B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b183fd1319f70b9e28759152c4f5cc30a86e262560443df37a87ac55eb0d252d +size 4144989856 diff --git a/boto-9B.i1-IQ3_XXS.gguf b/boto-9B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..7cbcdad --- /dev/null +++ b/boto-9B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a4794d3c65848ced1040b5d745aff40376cb84470beae00145e2ef394baafd +size 3796739744 diff --git a/boto-9B.i1-IQ4_XS.gguf b/boto-9B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8ad110f --- /dev/null +++ b/boto-9B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c27e93ff02bbab47dc96048865e57ae1d8de16547107e76952bb8a1976277a +size 5183030944 diff --git a/boto-9B.i1-Q2_K.gguf b/boto-9B.i1-Q2_K.gguf new file mode 100644 index 0000000..4122821 --- /dev/null +++ b/boto-9B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6db0d5b82874bf44bfca5df1c4981216c3e14b9ef7d531a1c178d70ab18ab949 +size 3805398688 diff --git a/boto-9B.i1-Q3_K_L.gguf b/boto-9B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..52f3cc5 --- /dev/null +++ b/boto-9B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef73222035f00d633f94350d46283b4dec3e01d496ae43b61ff865689c15c8a +size 5132453536 diff --git a/boto-9B.i1-Q3_K_M.gguf b/boto-9B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8300c0b --- /dev/null +++ b/boto-9B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d156f0046862eb70ef2717b236e361798bb8913199d0e1616e81347f04ab18c +size 4761781920 diff --git a/boto-9B.i1-Q3_K_S.gguf b/boto-9B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f677010 --- /dev/null +++ b/boto-9B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295de9c26a7282f4d589c5258e3f228830840e8b00e3c315c97b540ae8d8dcdc +size 4337665696 diff --git a/boto-9B.i1-Q4_0.gguf b/boto-9B.i1-Q4_0.gguf new file mode 100644 index 0000000..0750a5f --- /dev/null +++ b/boto-9B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0debf1464adc3be8d6b8bf49abdfe79bc5790e1b5ca1df0f96ba1f73f86432 +size 5459199648 diff --git a/boto-9B.i1-Q4_K_M.gguf b/boto-9B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..198d471 --- /dev/null +++ b/boto-9B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bba8fa6ee7c8bc3ec7f6feee5b3cebe1e6b5ebfedf88222f9bec9cefdb1e2aa +size 5761058464 diff --git a/boto-9B.i1-Q4_K_S.gguf b/boto-9B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c3349d3 --- /dev/null +++ b/boto-9B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a5bd989601234862361f92482a79576437d6dc7ad74e1a06be3d24ace0bc83 +size 5478925984 diff --git a/boto-9B.i1-Q5_K_M.gguf b/boto-9B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6010a4b --- /dev/null +++ b/boto-9B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f2c1d744026c879a8d7de279c439204f4364d910eb0b0e8141121a7793660a +size 6647367328 diff --git a/boto-9B.i1-Q5_K_S.gguf b/boto-9B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8f03d07 --- /dev/null +++ b/boto-9B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed5374fe61d45f7b727e8569e93c69303d611e74c39b74b6badf87d564b66b86 +size 6483592864 diff --git a/boto-9B.i1-Q6_K.gguf b/boto-9B.i1-Q6_K.gguf new file mode 100644 index 0000000..6d5ed99 --- /dev/null +++ b/boto-9B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677c5ff9fea97b316f2ec54d0af7ea4a4160a1121d9a29978dd95ad317e82cf7 +size 7589070496 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..b812750 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e8987ccdf2c0b353cd7fdba13bafca28a4a857fdf77cf1f18ad8f401cf1e41 +size 6116887