commit f88ebd118c6eca730e48de7e238166920f9b212c Author: ModelHub XC Date: Wed Sep 9 07:18:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Gemma-2B-Uncensored-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f0ba280 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2B-Uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma-2B-Uncensored.i1-IQ1_M.gguf b/Gemma-2B-Uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..8f91ba8 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d31c2a0cbd20cd483ea5ea2db02a1e694e0d50d8ddecdab587a48f436fdf738 +size 813844352 diff --git a/Gemma-2B-Uncensored.i1-IQ1_S.gguf b/Gemma-2B-Uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..b6a0ba4 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57962dc578ec0d8a072075b943e95c458aa260eb23f1c556f4be084f59987294 +size 770959232 diff --git a/Gemma-2B-Uncensored.i1-IQ2_M.gguf b/Gemma-2B-Uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..44baee6 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2e9849f1eaa601505c18162e102d11b32afee7761f1e9357db838d07483927 +size 1019471744 diff --git a/Gemma-2B-Uncensored.i1-IQ2_S.gguf b/Gemma-2B-Uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..3fd7430 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29fbee5a3fd7bf3efbf4ced351d16d5f34dec6801cc60210a7f343cc7229815 +size 962291584 diff --git a/Gemma-2B-Uncensored.i1-IQ2_XS.gguf b/Gemma-2B-Uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..ba1df09 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f585cf2857e77ffc7cacfb7d87fbfbfd5c5f2624f2c013b823f1fadd72599178 +size 944859008 diff --git a/Gemma-2B-Uncensored.i1-IQ2_XXS.gguf b/Gemma-2B-Uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4219d03 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e86d8e733ae2778e9847ef9de556fa2c537f06c1ec6f733841c3e15121a386d +size 885319552 diff --git a/Gemma-2B-Uncensored.i1-IQ3_M.gguf b/Gemma-2B-Uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..d3eda6a --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52ed54f7f1af84245d599774f3226f15d03c0b5ca30f08372d1e2e8a1291226 +size 1308174208 diff --git a/Gemma-2B-Uncensored.i1-IQ3_S.gguf b/Gemma-2B-Uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..1f7e6c7 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663a7f51a621e46e12dff32d2b344f4d94121709e448cbe4142cac3a55943d24 +size 1289234304 diff --git a/Gemma-2B-Uncensored.i1-IQ3_XS.gguf b/Gemma-2B-Uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..78e3610 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3994e0cfccc677d0ff348ebda57f20cf24625a4313f249d46978f2e45fd68dfd +size 1244358528 diff --git a/Gemma-2B-Uncensored.i1-IQ3_XXS.gguf b/Gemma-2B-Uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..b3561a2 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d88433ac6084c4925d8f1efbac1dc2242c7020180b30fde0ff319dac421381 +size 1125377920 diff --git a/Gemma-2B-Uncensored.i1-IQ4_NL.gguf b/Gemma-2B-Uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8dfe4b8 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b54e6efdd692a31603a2eec01f8e4c1bfc29bbcfe50272b9415aec8efce174e +size 1552369536 diff --git a/Gemma-2B-Uncensored.i1-IQ4_XS.gguf b/Gemma-2B-Uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..71da652 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58674ae43db414f38ed0f8ac201f40250f2d0461c1e809c13712e95f24c11850 +size 1490732928 diff --git a/Gemma-2B-Uncensored.i1-Q2_K.gguf b/Gemma-2B-Uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..43bbe42 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a100b789a2c076b64b3539a03cc57934b72edf24b3824e06e0963161745331a +size 1157924736 diff --git a/Gemma-2B-Uncensored.i1-Q2_K_S.gguf b/Gemma-2B-Uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d8ccdeb --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a669b4783fa1ad1da4fd61918e29d5391cab711f81461442d5cbfb6f2dd4367e +size 1104643968 diff --git a/Gemma-2B-Uncensored.i1-Q3_K_L.gguf b/Gemma-2B-Uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..de0ce4b --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc95df7cd2d68947c9355f913dc687d9129a28063e7fdb450a96317fe1ca876 +size 1465591680 diff --git a/Gemma-2B-Uncensored.i1-Q3_K_M.gguf b/Gemma-2B-Uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..bb4ffd7 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23fbbaaf94141b154d5ab716cc51d28f30585b541a26b7137457f6b4cd369e1 +size 1383802752 diff --git a/Gemma-2B-Uncensored.i1-Q3_K_S.gguf b/Gemma-2B-Uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..bd0cd4c --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecbdf32706ca8fbfa4b801a1be1ae4658ab20d4e657f8499fd5b3a908f0d393e +size 1287980928 diff --git a/Gemma-2B-Uncensored.i1-Q4_0.gguf b/Gemma-2B-Uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..eda0116 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efb4b236c41bdade46529282dba37cb34c34de37e058c5692b41ccb1ba304e8 +size 1555384192 diff --git a/Gemma-2B-Uncensored.i1-Q4_1.gguf b/Gemma-2B-Uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..5a6cbb8 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec17d1acab4e5bb2b99310046f3da151c86d2dcb431f98659d71b274ea0e69a2 +size 1675052928 diff --git a/Gemma-2B-Uncensored.i1-Q4_K_M.gguf b/Gemma-2B-Uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3f01a22 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ac5fbdcff4c2bf57d162ab7e300aa51e76b4ef4b1bbe5b091d5e9cecd4b72a +size 1630263168 diff --git a/Gemma-2B-Uncensored.i1-Q4_K_S.gguf b/Gemma-2B-Uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..6b48482 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90eac6a06d99fd64fb157adfd9e5da99eef838fe3936d93b4e5c5edbb375ebf +size 1559840640 diff --git a/Gemma-2B-Uncensored.i1-Q5_K_M.gguf b/Gemma-2B-Uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..45edbc9 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15f7886e7212f9cf3f1216b75103f9ced76daea6573992d9fdedf2d6110a046 +size 1839650688 diff --git a/Gemma-2B-Uncensored.i1-Q5_K_S.gguf b/Gemma-2B-Uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..185675b --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58133c9168f4238f57b4c2ff0e0b9e3e48fe7fe98406c29518997e0a0bbcf03 +size 1798915968 diff --git a/Gemma-2B-Uncensored.i1-Q6_K.gguf b/Gemma-2B-Uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..21ac329 --- /dev/null +++ b/Gemma-2B-Uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a80c83ff4c5f0035b6229bd1f1144d08c5ac450d6b25aea1abe9962519ea4d +size 2062124928 diff --git a/Gemma-2B-Uncensored.imatrix.gguf b/Gemma-2B-Uncensored.imatrix.gguf new file mode 100644 index 0000000..64e29c6 --- /dev/null +++ b/Gemma-2B-Uncensored.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffc4a8230a481d0f1a0108fa9968e9197a90b8d91c97f9cab2d7c6cf62c97e1 +size 2083808 diff --git a/README.md b/README.md new file mode 100644 index 0000000..0bb9a2d --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: lemuralabs/Gemma-2B-Uncensored +language: +- en +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- legal +- chemistry +- medical +- text-generation-inference +- art +- finance +- uncensored +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/lemuralabs/Gemma-2B-Uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Gemma-2B-Uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Gemma-2B-Uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 0.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q2_K.gguf) | i1-Q2_K | 1.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 1.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2B-Uncensored-i1-GGUF/resolve/main/Gemma-2B-Uncensored.i1-Q6_K.gguf) | i1-Q6_K | 2.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +