From caf407bd0c781cf79a3d23d5cdb7da84b3e39183 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 15 Jun 2026 02:22:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-27b-it-uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++++++ README.md | 82 +++++++++++++++++++++++ gemma-3-27b-it-uncensored.i1-IQ1_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ1_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ2_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ2_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ3_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ3_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf | 3 + gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q2_K.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q4_0.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q4_1.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf | 3 + gemma-3-27b-it-uncensored.i1-Q6_K.gguf | 3 + imatrix.dat | 3 + 26 files changed, 213 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-27b-it-uncensored.i1-IQ1_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ1_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ2_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ2_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ3_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ3_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q2_K.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q4_0.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q4_1.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf create mode 100644 gemma-3-27b-it-uncensored.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f0a1d9a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2122ecb --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +base_model: braindao/gemma-3-27b-it-uncensored +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/braindao/gemma-3-27b-it-uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-27b-it-uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 6.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 6.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 7.8 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 8.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 9.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 9.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q2_K.gguf) | i1-Q2_K | 10.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 10.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 11.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 12.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 12.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 14.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 15.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 15.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 16.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 17.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 18.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 19.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-uncensored-i1-GGUF/resolve/main/gemma-3-27b-it-uncensored.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-27b-it-uncensored.i1-IQ1_M.gguf b/gemma-3-27b-it-uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..b079661 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003f156890c4695bc232fe97393556b11853e7b7cbe23c48005c86ac52a7eecd +size 6797245888 diff --git a/gemma-3-27b-it-uncensored.i1-IQ1_S.gguf b/gemma-3-27b-it-uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..eee958c --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8376ea4b1a5a6f9574cadb97b26509e69977164540a39a7b4d6b4d0825d747ee +size 6264247744 diff --git a/gemma-3-27b-it-uncensored.i1-IQ2_M.gguf b/gemma-3-27b-it-uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..6e9a583 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6b1d5b15529eaa23f7a30d3e75e642b7b71776e111525052ce1ccb3a8f2454 +size 9493073344 diff --git a/gemma-3-27b-it-uncensored.i1-IQ2_S.gguf b/gemma-3-27b-it-uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..b8e7e63 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517450ca89f2f1b7f2d9c0fb939154ccf6fb11406f48440461a70bc0f0d5da16 +size 8782409152 diff --git a/gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf b/gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..107446a --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982b9a9dabc4811053906afd58ebe9d4d67cdb5d153b989192af9c027ece4982 +size 8438904256 diff --git a/gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf b/gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5ab47a5 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5125c3571486e32b655de11745a7c68d38faae878596d19d4eddd77769c0c2b8 +size 7685576128 diff --git a/gemma-3-27b-it-uncensored.i1-IQ3_M.gguf b/gemma-3-27b-it-uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..cf1aab4 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01abbebc44dddcc144546bc3a970e616cf6a60218dda5edcf25db052de3bf296 +size 12547074112 diff --git a/gemma-3-27b-it-uncensored.i1-IQ3_S.gguf b/gemma-3-27b-it-uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..bcb2566 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9de115998389e36943813bb4d5937b6e48accd21c68dfcc0981f54b51c93b66 +size 12167614528 diff --git a/gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf b/gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4f9c2d8 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253fd904c5df0f15082d407e45513b616d26677c0a84a27a64690c870a82801b +size 11562233920 diff --git a/gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf b/gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..4fa2155 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b34b67b2ca7b94125b9402b63c93724af75407c9d0c8c87b13e165618e06d1 +size 10716478912 diff --git a/gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf b/gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c86093e --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aabadb2e89a10d7e44374d20c12fdbb6c4b550b8584b746e0e4be39ef1849760 +size 14767448128 diff --git a/gemma-3-27b-it-uncensored.i1-Q2_K.gguf b/gemma-3-27b-it-uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..3222ab0 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c269afd232b7c45c732c4d6766ae903bc319993afc4e4b28d5b71f0c6ce6d1 +size 10503721024 diff --git a/gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf b/gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..41b7458 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1858899836cf2a5d6f1f9cd9607296b36a203ff8858189ec46f9c061a90fa226 +size 9757446208 diff --git a/gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf b/gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b0ebf5b --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87231b5b8016d373bf29dacd747c6be1e8259f9d1d768988b12edc0f34e174de +size 14543462464 diff --git a/gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf b/gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4447bad --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dda71a31922d2a1fa554202e4a112f522f6d1dfd2b4bc572f9983c1a64defd +size 13437640768 diff --git a/gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf b/gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..1684297 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8289f32b4ea395e78f29a8990a079a4dab079de14f9b8d6bdac3c8689e686a8 +size 12167614528 diff --git a/gemma-3-27b-it-uncensored.i1-Q4_0.gguf b/gemma-3-27b-it-uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..4733f02 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23a467bc3156e0e70bed066a71045fdd57d223a8f3c07527fba899ef59bedf6 +size 15617974336 diff --git a/gemma-3-27b-it-uncensored.i1-Q4_1.gguf b/gemma-3-27b-it-uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..ef01eab --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64891064a6bb94d8dacb52f6eb61e36136c1486c1cef423775c522ee73b39e49 +size 17167294528 diff --git a/gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf b/gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ee6636e --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f04eb63b2c4976402a9dfa24cd4586845dac2a4f347c15d5be717bf7b476524 +size 16546689088 diff --git a/gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf b/gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..bc5cea9 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d93f531e563e13812bf4fc941b0fd8c5e7a6ff6554182de069d84e8fcdbabc9 +size 15674056768 diff --git a/gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf b/gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..61e5861 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59eb99224288b639cacce041a316fe5cf6f7356c4fefd5511f03593a27aaa04e +size 19271675968 diff --git a/gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf b/gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3516b61 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065ea484d72830f0bd224706a5f3b3de7fc631324fd32ddede2fe3f0bb35fe38 +size 18767192128 diff --git a/gemma-3-27b-it-uncensored.i1-Q6_K.gguf b/gemma-3-27b-it-uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..6c82045 --- /dev/null +++ b/gemma-3-27b-it-uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491f13e64c6c694231c53f103a257e613ca6e0367168e7cf2a3d999d58fdd3b6 +size 22166974528 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..f587d60 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8debd6a3ee987dba719588ef06a5819cff2f9b97b31688de92c97fa8911a19 +size 13029451