From fd057ff718f63118b1edb01c0ca0f7c31a509a08 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 15 Jun 2026 01:16:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++ README.md | 86 +++++++++++++++++++ ...-it-abliterated-normpreserve.i1-IQ1_M.gguf | 3 + ...-it-abliterated-normpreserve.i1-IQ1_S.gguf | 3 + ...-it-abliterated-normpreserve.i1-IQ2_M.gguf | 3 + ...-it-abliterated-normpreserve.i1-IQ2_S.gguf | 3 + ...it-abliterated-normpreserve.i1-IQ2_XS.gguf | 3 + ...t-abliterated-normpreserve.i1-IQ2_XXS.gguf | 3 + ...-it-abliterated-normpreserve.i1-IQ3_M.gguf | 3 + ...-it-abliterated-normpreserve.i1-IQ3_S.gguf | 3 + ...it-abliterated-normpreserve.i1-IQ3_XS.gguf | 3 + ...t-abliterated-normpreserve.i1-IQ3_XXS.gguf | 3 + ...it-abliterated-normpreserve.i1-IQ4_XS.gguf | 3 + ...b-it-abliterated-normpreserve.i1-Q2_K.gguf | 3 + ...it-abliterated-normpreserve.i1-Q2_K_S.gguf | 3 + ...it-abliterated-normpreserve.i1-Q3_K_L.gguf | 3 + ...it-abliterated-normpreserve.i1-Q3_K_M.gguf | 3 + ...it-abliterated-normpreserve.i1-Q3_K_S.gguf | 3 + ...b-it-abliterated-normpreserve.i1-Q4_0.gguf | 3 + ...b-it-abliterated-normpreserve.i1-Q4_1.gguf | 3 + ...it-abliterated-normpreserve.i1-Q4_K_M.gguf | 3 + ...it-abliterated-normpreserve.i1-Q4_K_S.gguf | 3 + ...it-abliterated-normpreserve.i1-Q5_K_M.gguf | 3 + ...it-abliterated-normpreserve.i1-Q5_K_S.gguf | 3 + ...b-it-abliterated-normpreserve.i1-Q6_K.gguf | 3 + ...b-it-abliterated-normpreserve.imatrix.gguf | 3 + 26 files changed, 217 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf create mode 100644 gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0b63376 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4660fa9 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: YanLabs/gemma-3-27b-it-abliterated-normpreserve +language: +- en +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/YanLabs/gemma-3-27b-it-abliterated-normpreserve + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-27b-it-abliterated-normpreserve-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf) | i1-IQ1_S | 6.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf) | i1-IQ1_M | 6.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 7.8 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf) | i1-IQ2_XS | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf) | i1-IQ2_S | 8.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf) | i1-IQ2_M | 9.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf) | i1-Q2_K_S | 9.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf) | i1-Q2_K | 10.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 10.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf) | i1-IQ3_XS | 11.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf) | i1-IQ3_S | 12.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf) | i1-IQ3_M | 12.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf) | i1-Q3_K_L | 14.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf) | i1-IQ4_XS | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf) | i1-Q4_0 | 15.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf) | i1-Q4_K_S | 15.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf) | i1-Q4_K_M | 16.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf) | i1-Q4_1 | 17.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf) | i1-Q5_K_S | 18.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf) | i1-Q5_K_M | 19.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF/resolve/main/gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf new file mode 100644 index 0000000..28169fa --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364e47cde19e08f40c2263c6b276fc714df44a5a4cfc970b800e5546d37e26ac +size 6797246464 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf new file mode 100644 index 0000000..ecfacce --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4125823bb5fadac42b7fb5d58d667fab7d69db1262f4f39fa9e7903d4eefdc4 +size 6264248320 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf new file mode 100644 index 0000000..437cc07 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3047b1bcf763d143b60e94d20256a2321266a97eb7c9dd62de9522b1da10a6 +size 9493073920 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf new file mode 100644 index 0000000..b4aa2dd --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01447ee032896db95546dd80d009b9d39483f3fadec2747fc82afea6ed14c13f +size 8782409728 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fa34610 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21698d42db971fdab33361f389d2d37875d9335761da906a26bd5adc27f9bdc +size 8438904832 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..cd1b5e5 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d24a201ab939894b91a090e415c85c74d62fc963eb480661136670c54e5e9e +size 7685576704 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf new file mode 100644 index 0000000..77bd0f9 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcea56f1fda7ea8a0f9690eac0e48c80d2e0a3ff5690b5251b88853357c9ce91 +size 12547074688 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf new file mode 100644 index 0000000..df4b969 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c922192382ea088384cafd096268a0d787eabd847ef004583acadd1b69082f3e +size 12167615104 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf new file mode 100644 index 0000000..6e38ff2 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3bc2059b0c041730e08a169d8f30cceecec6a9ce29cee6e92ccc99e6adf42f3 +size 11562234496 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c6f24ef --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef7f2ac7a0737d56d5a6118a79066a02f026dfb1f8ea7ab3fa4e5505d0434cc +size 10716479488 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3030deb --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a40331ea25b3f630500ae2b0526fbac864f5582cab907f5c4aac8b23701a96b +size 14767448704 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf new file mode 100644 index 0000000..23055f7 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cad04a97d1f847026b8f820ce0dd57a364fc692250361cc2436899220c23f24 +size 10503721600 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ea59c90 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6c4f1fb79305570b7830bb505263610aa30df1ae3c18e58061a8c2dd688629 +size 9757446784 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf new file mode 100644 index 0000000..94796e1 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da53d0d5ce87b0d520a8bd7e14305be60c9f5a7d876933a53f2ac0714987979 +size 14543463040 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9bc01d0 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497afa2d48e1d5f7fca20e9faa27dbbaf395e051865840368fc40e836e465b24 +size 13437641344 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cf9bc6e --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff7c9d075e08ce77c3f9a3d456a89a0ef0865e1cdbf62e869c4ae1f206a11c1c +size 12167615104 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf new file mode 100644 index 0000000..a8c0c29 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7235f9522c83697f1bc62e7de8a834b38dfd97646fae211195d7810f36ee78 +size 15617974912 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf new file mode 100644 index 0000000..9cfefa8 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86003086c35274ef853e4edfda55df79d8d00cf490910c1f53ab0c9cfd568358 +size 17167295104 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5496053 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c974d9f0e99f0743da2485670c2fdfcc678933dae4a424ba5342f3076172d7b0 +size 16546689664 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1712e00 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7633279d0238e937231470df30f9b3995e55db8b8138bcb7b64ea53ff824d1 +size 15674057344 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1602ca1 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf040b6b847b93a8a27b65a50e09df82005c981cd3af38561c7bdf339be21ae +size 19271676544 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf new file mode 100644 index 0000000..17e6ddb --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8dc5fbbac3c7fc4eb638b686cf50943a1b86833b15fc3ed598a2037698fad1d +size 18767192704 diff --git a/gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf b/gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf new file mode 100644 index 0000000..2beb051 --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2a936ddf75e6692da4d69cbc159fd93ee1ccc9f254b67c5985f22022deedfd +size 22166975104 diff --git a/gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf b/gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf new file mode 100644 index 0000000..cffc35d --- /dev/null +++ b/gemma-3-27b-it-abliterated-normpreserve.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3403dd514e2485692eb15dc38e834f42806ef5132b8da72980cb017c094ed312 +size 13081760