From 2abfec8d571e2285743a6536018e1b2c30135da2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 15 Jun 2026 01:12:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++ README.md | 96 +++++++++++++++++++ ...a-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf | 3 + ...a-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf | 3 + ...a-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf | 3 + ...a-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf | 3 + ...3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf | 3 + ...a-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf | 3 + ...a-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf | 3 + ...3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf | 3 + gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf | 3 + gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf | 3 + gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf | 3 + ...-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf | 3 + gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf | 3 + gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf | 3 + 26 files changed, 227 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf create mode 100644 gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c3f7bc2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..366f498 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +base_model: MuXodious/gemma-3-27b-it-PaperWitch-heresy +extra_gated_button_content: Acknowledge license +extra_gated_heading: Access Gemma on Hugging Face +extra_gated_prompt: To access Gemma on Hugging Face, you’re required to review and + agree to Google’s usage license. To do this, please ensure you’re logged in to Hugging + Face and click below. Requests are processed immediately. +language: +- en +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/MuXodious/gemma-3-27b-it-PaperWitch-heresy + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-27b-it-PaperWitch-heresy-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf) | i1-IQ1_S | 6.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf) | i1-IQ1_M | 6.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 7.8 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf) | i1-IQ2_XS | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf) | i1-IQ2_S | 8.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf) | i1-IQ2_M | 9.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf) | i1-Q2_K_S | 9.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf) | i1-Q2_K | 10.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 10.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf) | i1-IQ3_XS | 11.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf) | i1-IQ3_S | 12.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf) | i1-IQ3_M | 12.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf) | i1-Q3_K_L | 14.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf) | i1-IQ4_XS | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf) | i1-Q4_0 | 15.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf) | i1-Q4_K_S | 15.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf) | i1-Q4_K_M | 16.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf) | i1-Q4_1 | 17.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf) | i1-Q5_K_S | 18.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf) | i1-Q5_K_M | 19.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-27b-it-PaperWitch-heresy-i1-GGUF/resolve/main/gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf new file mode 100644 index 0000000..271b561 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f33eae2e6100ff581a93f60617683a299e290a82678148b7beb056513b8d604 +size 6797246528 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf new file mode 100644 index 0000000..e9f385c --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cff2516c44f1e8fec70c7544f94a136f8e42f28eb3544ed822fed61791dbb3 +size 6264248384 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf new file mode 100644 index 0000000..eb9f9fd --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c19d014a456a2c1ccd650681e3c514f822fb8d477bb5175a3ed38f1df2a122c +size 9493073984 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf new file mode 100644 index 0000000..dfc1622 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02767fff48197e3a2bf76e4ce2f6b392329494dae570e3c1102814d7d4feecca +size 8782409792 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d9e5234 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6fb17fcc57538121ad1f5c5d69814b0829b98830ba7059f7503555fb7521e34 +size 8438904896 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..25c5ccd --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c327f722da36d8650b255a85329699a0307e9c9c7801cff63f8673a0374e6ac +size 7685576768 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf new file mode 100644 index 0000000..6772c69 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66646fc1d365815f67bad86654cd854caf89c204d1ac9eaaa54d63d0bffe9f53 +size 12547074752 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf new file mode 100644 index 0000000..d4a9566 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec422483fb9d957d8c0d503157a92c4e00268dfbf3860ad417b4130dd4ec3ccd +size 12167615168 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1d49d84 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf188dcf3b62e84c2925b22ea8f0c20067576e9a8cd333777f76b698a02c26cc +size 11562234560 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..487dfa8 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf8a12afb63274e6f78055aae946b51ad752f5b90e02a646f98d11bf819db8f +size 10716479552 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c7666ae --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5071f514f47f10ba38f6031bb97433ff24e57fe02594e7d6105dcdf11befc3d +size 14767448768 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf new file mode 100644 index 0000000..621b3bc --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b507d86467a82fa792f710df863399a5280a194388b5c1686f957e3a1378962 +size 10503721664 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f399a86 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86bf04e294d0b72402da9967829c7b49b2f7453df938fd0c00c049d2b8702d1 +size 9757446848 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4f5d664 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dafcbafe45eea6ee4523d9d40f4f351608fe343df5343f7298ffa36d79f2a4c +size 14543463104 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6dd80d2 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4ba6dfb88ea19bc818cc18014fcd253e8a5b430e273da45cd06c4dca71d5e0 +size 13437641408 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a2752bd --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2150f232fd50d1b8cd672301f14ee777411457ac5f6bff2bfa132fcaff81103a +size 12167615168 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf new file mode 100644 index 0000000..12afe64 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f9cb8802748c74732961fe97a358179331d9fc09f0c4d1e116d3b579ac8b6f +size 15617974976 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf new file mode 100644 index 0000000..85d8437 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d374ecb6518c150acaff383c123dc5ac8d7285b869e26743c930a413f867624f +size 17167295168 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf new file mode 100644 index 0000000..05f043b --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25f16fa09e896ed05ea950bd3c7f5ff8f4e097bdd4dda027e27e0cfcb664137 +size 16546689728 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf new file mode 100644 index 0000000..90dd855 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed4c1b2c87886b4ba5469ac953f1115d69efcaefb4e2abbcf6ed6ea2d75e288 +size 15674057408 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf new file mode 100644 index 0000000..10a45b4 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71815b77fd35a708f25ba9f0fa377521d80e69dfee247c8522463e0650ff7188 +size 19271676608 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cc80c1b --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2046f915962678a58cafe1e3fceef69d89da37c86c8bfa8e2f7169f3c4ab45f9 +size 18767192768 diff --git a/gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf b/gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf new file mode 100644 index 0000000..ffb8783 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d60d3150d956dabbcfd11583ed001f87752839aaf7cc1747029cb4903c6bdf +size 22166975168 diff --git a/gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf b/gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf new file mode 100644 index 0000000..a11e6f2 --- /dev/null +++ b/gemma-3-27b-it-PaperWitch-heresy.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964ac02debb6b82a9538a4cbb018c8366e0d2816d52bd84aaa29aef808046d5d +size 13081760