From 265504f50dca098df149a37f8d8e31f647271c5c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 11 Aug 2026 19:53:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ README.md | 94 +++++++++++++++++++ ...qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf | 3 + ...qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf | 3 + ...qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf | 3 + ...qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-IQ2_XS.gguf | 3 + ...t-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf | 3 + ...qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf | 3 + ...qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-IQ3_XS.gguf | 3 + ...t-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-IQ4_NL.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-IQ4_XS.gguf | 3 + ...-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q2_K_S.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q3_K_L.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q3_K_M.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q3_K_S.gguf | 3 + ...-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf | 3 + ...-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q4_K_M.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q4_K_S.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q5_K_M.gguf | 3 + ...at-q4_0-unquantized-heretic.i1-Q5_K_S.gguf | 3 + ...-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf | 3 + ...-qat-q4_0-unquantized-heretic.imatrix.gguf | 3 + 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf create mode 100644 gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b78c61c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9a12645 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: addansee2/gemma-3-4b-it-qat-q4_0-unquantized-heretic +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- gemma3 +- gemma +- google +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/addansee2/gemma-3-4b-it-qat-q4_0-unquantized-heretic + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf) | i1-IQ1_M | 1.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-4b-it-qat-q4_0-unquantized-heretic-i1-GGUF/resolve/main/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf) | i1-Q6_K | 3.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf new file mode 100644 index 0000000..682b414 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae2b3ebe3b4ede3e073e876b468cecc9c52c46de37de241a653b36db463fcb7 +size 1199571904 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf new file mode 100644 index 0000000..a98fd92 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bee14d503be5c40eabe6f443772a360c093a4c482f681852645ab10286538a +size 1133093824 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf new file mode 100644 index 0000000..c73e4ad --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffbaf69b7c96cdef931d87706ca264499fdd4f073ee1d1ffa2ce4387ced15fb +size 1537983424 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf new file mode 100644 index 0000000..f8cf85c --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195f49a38e60a3d61c819211818f37b563fc8d52e246f9274e281f1be02e5e08 +size 1449345984 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8529aaa --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83019a34a68cba3cb9fbbab6f0347c49501081d109c47147be7b4758b424bb37 +size 1404576704 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9762993 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ff98dd9deaafa9f46beae57910848dc16170bbf72a89d044523f2283a1d26a +size 1310368704 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf new file mode 100644 index 0000000..307a27e --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38b2b656bee34ed9fa4dc59a505a7ae36df60e063aa9aecd114b69a2b098dc6 +size 1986803904 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf new file mode 100644 index 0000000..99abf4c --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15fa7af01338dfd82f34fa8220393457a13d22b7fd9400ef421599a690db9e0c +size 1937365184 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf new file mode 100644 index 0000000..97f73f7 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5cd1b210006b12e78b5aa200d98088974785eb0a0de97b202e3c6c2336d0854 +size 1863391424 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..42fbc71 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79479a68c6b36069baaffc47db9bddb102c932e6041a1331e30faecd57d217fb +size 1689453504 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf new file mode 100644 index 0000000..dbaf37b --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db9f6785fb2b1bfebd45a756874de578ddbfbd0a927176d834aa9a46d1049308 +size 2363513024 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf new file mode 100644 index 0000000..81978f7 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6877627dc6d4f2119eb5784986f7139557eef93640896cdd4d1d2b790b4c3a54 +size 2263242944 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf new file mode 100644 index 0000000..1b14276 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00829a703365ba5de77590c941704ead71a0fc9a8be53575329b77b322eb4c8 +size 1729165504 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf new file mode 100644 index 0000000..44aa85b --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5671ef980e7eafae1f5fc13c5c744ad71bf02f0b1c977e58b0b9822e5bed04da +size 1636063424 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf new file mode 100644 index 0000000..aa65d92 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffd88597d94e95a6d23d8dffeb3199422c5887e99049307be56cd14fcbb3b3d +size 2236086464 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e0bc67e --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a0d200994b36820dab8e9c629adc3a27375857c4e8e89112bfc336ae94fb49 +size 2098460864 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf new file mode 100644 index 0000000..54b0862 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc553046e7ccbf0144aadfa8a4eabea8d75c4c1927d7245c7a26291ea5b2078 +size 1937365184 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf new file mode 100644 index 0000000..65c5a65 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db1fe9ccf9dd67336cbf1e074e8ef7b8190c8ad55e6de84a228ef630ed75e86 +size 2370066624 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf new file mode 100644 index 0000000..6d18a7a --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a683c4d7d62c6c181b9283eaf5ad90afa80d45daae5aa004238cbf8d43a2f0d +size 2564053184 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf new file mode 100644 index 0000000..efebe6f --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74206538d754eff4c0126e12b95ba8e7a79612869ced95f3035b5da30e36b554 +size 2489895104 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1c40c75 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ab4b60432d28dce2259100bc91687861c95cd324e863263c742a7c8a96be81 +size 2377930944 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c178d2b --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b22284aac24a9a819226affc81d54f7edbfa246fccc5eb65dab43f50ddbb4f0 +size 2829699264 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf new file mode 100644 index 0000000..008e74f --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4e079dcff3690a4a90385a50ea31bb12182ad7b5bc26885b150f035d20d9e5 +size 2764593344 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf new file mode 100644 index 0000000..e490824 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4af2294fe5835ee6bda011562b40532d5cda5bdb86566d6dda54fd9d78ee838 +size 3190741184 diff --git a/gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf new file mode 100644 index 0000000..bb05847 --- /dev/null +++ b/gemma-3-4b-it-qat-q4_0-unquantized-heretic.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d134a6b3302980bf97890cc3b67bcf80a567a213ee442c9519362f21dd5f6bec +size 3448608