From 48056b9a641043d64caf5aa2568036bddb62bbfc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 14 Jun 2026 21:52:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++ README.md | 111 ++++++++++++++++++ ...erBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf | 3 + ...erBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf | 3 + ...erBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf | 3 + ...erBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf | 3 + ...Brain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf | 3 + ...erBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf | 3 + ...erBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf | 3 + ...Brain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf | 3 + ...perBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf | 3 + ...perBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf | 3 + ...perBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf | 3 + ...rBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf | 3 + ...perBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf | 3 + ...perBrain7x-HERETIC-Uncensored.imatrix.gguf | 3 + 27 files changed, 246 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf create mode 100644 gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..87252a2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..11e343f --- /dev/null +++ b/README.md @@ -0,0 +1,111 @@ +--- +base_model: DavidAU/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored +- heretic +- abliterated +- unsloth +- finetune +- All use cases +- bfloat16 +- creative +- creative writing +- fiction writing +- plot generation +- sub-plot generation +- fiction writing +- story generation +- scene continue +- storytelling +- fiction story +- science fiction +- romance +- all genres +- story +- writing +- vivid prosing +- vivid writing +- fiction +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 5.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored-i1-GGUF/resolve/main/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf) | i1-Q6_K | 9.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..e435d19 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f5255b2805223421b93dd962fe08b7be9a48da8faa168df48c19d54c63608a +size 3164729408 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..a066e2e --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bdc17ef39673cc07b2f96aa06166bb35fdcfe2f44fd75d43a3b88e12dd3858 +size 2947416128 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..c25754a --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f88a52ec0ccdb3f03e2aa20e274312f928e31d1e4ea770a3d4f7ed72f128f89 +size 4310462528 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..4462654 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6831e14a10a4642fe5145ae9ea758e531cd4f6700878f87d6fab1c1d4b2590c +size 4020711488 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3bacbb3 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986af42fe891ac76e295b03e3e5ac419b29ab8d3911b3b1e55091db0f1917076 +size 3840262208 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7c1116f --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dcf3de30db3a93aadff46394461a52cef722a7aa0b3be211c115502afd04e3 +size 3526918208 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..196d8f7 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f801059b88a3dce7bfedaae2d5fb7b9117ab338f0d51c271c17fb141e9470709 +size 5655723968 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..259c9fd --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8885a1071ed642ec2f156bf979c3aa0882eb4df1249165f26a419e4e2cc1b353 +size 5458317248 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c7f33f1 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299c04c4ff501d3f1480dc83904a133f9bf91771877eedb54423b64415fbcb55 +size 5206167488 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2c7a199 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d47b2cf85999ec86414ac81996f497b94e144b164bda02646766c31ab09e05 +size 4784902208 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..f5cee5d --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3338b6ea5953d07bb96a075c2d1bdc37c17cadda1c7eadabf98122d3a13aae9e +size 6887165888 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..755f908 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89bba4b168ddf310b37649de1932ed9c25c1843f64f27daedb40495039164b0e +size 6550966208 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..79d161b --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d761da1b16bcaaecda2b8ad11401301596a297d6b50a75624c03c5b4c7e0899 +size 4768223168 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..3ee61e2 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276b9e364e23802b6171b95cd4f89f2c9accee1aab12d64b3d7034395fadf0d6 +size 4448612288 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..bf4f744 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d905a2bdea3e9cfcb7f0b09c00e9c76d7d82d0ee6ab1c9e66cea19d27002433 +size 6480187328 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..bd3f75d --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54d8da521b765b457a8007369a07cccedda1cee2653c760d18cc57b9a0019fb +size 6008819648 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..08c4c51 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6301c9b54d87817e7a1369f9e1f05c3548f19eb03ce97116fb63448eaa6d91 +size 5458317248 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..6debcdc --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad703146f45dbd4499b883f79727496a91a2291a36d321fec32d925df85b789 +size 6909284288 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..4ff7952 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bda025897948e9b302ba91fac8066e6f0d15738697527fef09a482420ff3fd +size 7559565248 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..c240e98 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41335e6ab26f103f81d1ad41aa74b88cbe593d40c3936a8645518c243d5eb97d +size 7300779968 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2aa6295 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cad9f78eaada377fb38b01104c49fd82499c3de72f10dd90f91b0379730ed4 +size 6935334848 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..618cfb3 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618f1db9a7187e6fc33fe15bad9f44254a8f736f6992f677514e1bf867111f2b +size 8445038528 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..54ba979 --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78a2f2b66f388378530c303f277b5e9a75974fd04686ea97a4ecfbecbce5bb4 +size 8231964608 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..79ff28b --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f16cdac83647dbaa83ec14cbf96db1d927d7b71db9f4000b1a9b2c485fe6d42 +size 9660813248 diff --git a/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf new file mode 100644 index 0000000..531750b --- /dev/null +++ b/gemma-3-12b-it-vl-GLM-Polaris-V2c-NM-SuperBrain7x-HERETIC-Uncensored.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75b30b350e244da1dbcfe0ba6c69af4c3ef51a54ea135d61922b2f5d7afbaf9 +size 7473632