commit 2782de299ab44dc13df7d5b28e44b2076671f640 Author: ModelHub XC Date: Sun May 10 04:05:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5d42515 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Botanic_Zombie-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Botanic_Zombie-3.2-1B.i1-IQ1_M.gguf b/Botanic_Zombie-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..9dfda28 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39205a9a586211d70901d7f1b00fa24bfc5dea953aec63bc2e866d45f7fa308b +size 499794848 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ1_S.gguf b/Botanic_Zombie-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..12e9301 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71cb4f96fa2d7ed7a76beb2199a62640c9e32fb85ba22c6622ab30ba0b24fa6 +size 479740832 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ2_M.gguf b/Botanic_Zombie-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..23515e0 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22907c0c55036e344090bf523e4651c178cef872f85180f5f03a1fbb887b92cb +size 628315040 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ2_S.gguf b/Botanic_Zombie-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..4477799 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e000dfdc7d582049e842f6b76f2458a2eb88cc610ac7b529f8df142da1438d +size 601576352 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ2_XS.gguf b/Botanic_Zombie-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..db0fc76 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a5159efd1c42a62c443264bf4d3f4f3af4f08b0087f968cf345a7fd54dce60 +size 562054048 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ2_XXS.gguf b/Botanic_Zombie-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..628495b --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133941b55eeddab2115ddb13bfcb5bcfb1247ece963cf9b97b464db9b51fabb5 +size 533218208 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ3_M.gguf b/Botanic_Zombie-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..90c6b28 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc4ce80466c00e5289ebc001a45be328836d824e6d97647aec2e2bcf1943fd48 +size 770155424 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ3_S.gguf b/Botanic_Zombie-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..d7581c9 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be91977c6ba11daf5b7f5fcd584a5d72d6ea5c7405844e930ab6ce426788808e +size 756786080 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ3_XS.gguf b/Botanic_Zombie-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..689bbb8 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b10ab2f487da1556081891609e13efd529207687fcfa2777316be035324625 +size 733979552 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ3_XXS.gguf b/Botanic_Zombie-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f797ed2 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1942903f01babef38217a28ea4022e8ef4b7f990d65b04e9763aedd9c84564e +size 674976672 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ4_NL.gguf b/Botanic_Zombie-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..3f96f26 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea3fdd292567f418a2d63f74004c90d9a43b6fabee162b577592fda02f92f39 +size 920777632 diff --git a/Botanic_Zombie-3.2-1B.i1-IQ4_XS.gguf b/Botanic_Zombie-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2b76d2c --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555362ebfd5df91034a49b3511728a3d80b3c7a2b9b12411b750e0b278481feb +size 882684832 diff --git a/Botanic_Zombie-3.2-1B.i1-Q2_K.gguf b/Botanic_Zombie-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..fefc9e7 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4d7ea0832a2efcaed628d803fa78907ec476eb51a19c69f70349b552e5ba61 +size 667063200 diff --git a/Botanic_Zombie-3.2-1B.i1-Q2_K_S.gguf b/Botanic_Zombie-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f7cb8c2 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0eccb8e4bd36b104ffd711029c760d0ac16dce2e4bd4f314eff83f26b62e572 +size 640848800 diff --git a/Botanic_Zombie-3.2-1B.i1-Q3_K_L.gguf b/Botanic_Zombie-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..84792b9 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52422cebbdd2d044636bb9c76e379d8ef47152176cb50bb329443d37403ca019 +size 845390752 diff --git a/Botanic_Zombie-3.2-1B.i1-Q3_K_M.gguf b/Botanic_Zombie-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0c6007a --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe0456e574b1c18184fd96fe9937ca52508bf94e57258a8a6988ddbbe3977d0 +size 803709856 diff --git a/Botanic_Zombie-3.2-1B.i1-Q3_K_S.gguf b/Botanic_Zombie-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..98e1668 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800b609090ed8b632f5b38e5974cadbd7429d4e6b7a30fd95e06885f596890d2 +size 754557856 diff --git a/Botanic_Zombie-3.2-1B.i1-Q4_0.gguf b/Botanic_Zombie-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..5d9aa85 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407d426be6ab9c0d4b755e7ed2090de7fc98bf7f2f5a7d6f2d4ebbd68f804bd0 +size 920777632 diff --git a/Botanic_Zombie-3.2-1B.i1-Q4_1.gguf b/Botanic_Zombie-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..c5f3b01 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7e6299f7102f003e045f62571782d64fad6072a05dce03951c976cd0400872 +size 995914656 diff --git a/Botanic_Zombie-3.2-1B.i1-Q4_K_M.gguf b/Botanic_Zombie-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..66794c8 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6ca5600b39b9bdfbe82b104d1ad4647ce3f0e3c6be775e30b3d98799054c00 +size 955446176 diff --git a/Botanic_Zombie-3.2-1B.i1-Q4_K_S.gguf b/Botanic_Zombie-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..cdf32f3 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a70affd7f6054828b02059f20645fd1385a5232c7b25e7d93ba5c4858e0c85 +size 923399072 diff --git a/Botanic_Zombie-3.2-1B.i1-Q5_K_M.gguf b/Botanic_Zombie-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9161f88 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6df7438f1830c99a2c233dc4aeda735425c0b90a22fb07cb0477668cc81434 +size 1092088736 diff --git a/Botanic_Zombie-3.2-1B.i1-Q5_K_S.gguf b/Botanic_Zombie-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..18b6f32 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597a7a5e098e1330c308003521b1cf940ad6ba78824085eb12c2f2078f30e68b +size 1073148832 diff --git a/Botanic_Zombie-3.2-1B.i1-Q6_K.gguf b/Botanic_Zombie-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..c7b0bcf --- /dev/null +++ b/Botanic_Zombie-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369d088f57f0117e89fb8bd397c0cf9661b12ccc1c19c16507ddbcc09c5dbc35 +size 1237271456 diff --git a/Botanic_Zombie-3.2-1B.imatrix.gguf b/Botanic_Zombie-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..d1baa80 --- /dev/null +++ b/Botanic_Zombie-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df85cb82b2deb295f620718516d03551d4fe161572953ce72a57ceb94e92a23 +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7100dfd --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: UmbrellaInc/Botanic_Zombie-3.2-1B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/UmbrellaInc/Botanic_Zombie-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Botanic_Zombie-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Botanic_Zombie-3.2-1B-i1-GGUF/resolve/main/Botanic_Zombie-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +