From f06e519b795f93efb0fd86ef773340bd4d7d917a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 14 Jun 2026 23:38:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++ README.md | 113 ++++++++++++++++++ ...-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf | 3 + ...-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf | 3 + ...-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf | 3 + ...-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf | 3 + ...eretic-Uncensored-Thinking.i1-IQ2_XXS.gguf | 3 + ...-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf | 3 + ...-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf | 3 + ...eretic-Uncensored-Thinking.i1-IQ3_XXS.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf | 3 + ...1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf | 3 + ...1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf | 3 + ...1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf | 3 + ...Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf | 3 + ...1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf | 3 + ...1-Heretic-Uncensored-Thinking.imatrix.gguf | 3 + 27 files changed, 248 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf create mode 100644 gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..273334e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8550783 --- /dev/null +++ b/README.md @@ -0,0 +1,113 @@ +--- +base_model: DavidAU/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking +datasets: +- TeichAI/minimax-m2.1-1000x +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored +- heretic +- abliterated +- unsloth +- finetune +- All use cases +- bfloat16 +- creative +- creative writing +- fiction writing +- plot generation +- sub-plot generation +- fiction writing +- story generation +- scene continue +- storytelling +- fiction story +- science fiction +- romance +- all genres +- story +- writing +- vivid prosing +- vivid writing +- fiction +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf) | i1-IQ3_S | 5.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking-i1-GGUF/resolve/main/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf) | i1-Q6_K | 9.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf new file mode 100644 index 0000000..b2c8c72 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64338dd2400e64ab9d4fb5a0d5de0610c6ba7b2498c50ef333616321e422fa9 +size 3164729696 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf new file mode 100644 index 0000000..d2be4b7 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42289b55044267e8fe044606fb0a40871b306255922c25c893b4572307f480a +size 2947416416 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf new file mode 100644 index 0000000..85f36cd --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8640e28642bad39cc9c22a492d10538f853d48a8f16a55b9d61a16aeeab0a7 +size 4310462816 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf new file mode 100644 index 0000000..0d97b5e --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acef40048c6e2a3e05a24865c52859ce1e85e589a5938d1959171ba961cd3a7 +size 4020711776 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f37aca4 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6a37176113b51dd01f190fccc43f0547c5d868b065ebeaf99fd147a789c7f4 +size 3840262496 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..443d135 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3e3aa53bf5f56e978041c8fd756db099855b6fdd9c04ad5943448005d8087c +size 3526918496 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf new file mode 100644 index 0000000..b1d884e --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cf7374d1dd0baf5a9dcc721de4c2ccaebb480b457ef03bbb355b19074e0743 +size 5655724256 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf new file mode 100644 index 0000000..8d7768e --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8519f9f72807301c1847d649ca3ba3c6c467c2000d406eb5ecfd3c1710447d1b +size 5458317536 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf new file mode 100644 index 0000000..08171c3 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4054ef3d4df6ab8d19a4592c94640f08443b1db36c234734f3df5c9961ca694d +size 5206167776 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0c39508 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c4b329f47c22b647788d379f9a1e2570c4791e67def98dc810a05471ca8114 +size 4784902496 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf new file mode 100644 index 0000000..ffcdea8 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a23cfdcd6478f33d6d4e9abfc1ded9ac0fb7f4415372968af22a0430485f056 +size 6887166176 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf new file mode 100644 index 0000000..884afb1 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afcf4ef55282a8f68d7306101729b0e751468ced00a446d99a8c4c3ce9c05e67 +size 6550966496 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf new file mode 100644 index 0000000..4f54f43 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14e47668f75f47117389782e4bfbbab7d62d2dc95a3e4bccb587b65d8269e9d +size 4768223456 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a4be719 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea34fb54bffd5c111253876400575337273aa69ffcce636aea2370322314b4d +size 4448612576 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf new file mode 100644 index 0000000..bea9360 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0558c6bb324979441a4670b3013b96c822e81665d6c7923d722cb4c36b38e588 +size 6480187616 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf new file mode 100644 index 0000000..375b752 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c424591846cb029b232e798dbb26d5065bdb419570046473d1abf30cbe3a2f +size 6008819936 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2ef353a --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dfa8be1c332e0498a84cf770a9f58f5695059a09ca2657a9eb9b1979ab2b9e +size 5458317536 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf new file mode 100644 index 0000000..8c28998 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b179205e31194bd3c05113daf657180bd46f748c4f5565d5c38244c61627671 +size 6909284576 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf new file mode 100644 index 0000000..1a97931 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce44f4130fafa866cf0f08e35c0031baabc90f35f14d5a74f3158344a1470a9 +size 7559565536 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf new file mode 100644 index 0000000..6137b8b --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9952ff6b9afb92c846e954278a48261543c982c1988a5619ef00d403b74204 +size 7300780256 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9432cfd --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f63eee5d3a8fa4d69e99aaddf3a1f4eb68e45f656c7eb60a56cbe29590aa5271 +size 6935335136 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f0e1eb7 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de5db671b8e4c9bdab9f2d4af4c25f507214ad6893685cd8eeb6ecc252a6f90 +size 8445038816 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9c9a5b9 --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf949ad68a1fd8c7320544d6f822a23b5fca22edc61db12081504afd08353f6 +size 8231964896 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf new file mode 100644 index 0000000..363c97a --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a873044914bad747fa0567e1c7d069794af624935420f85eca2e938d3edd9f9c +size 9660813536 diff --git a/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf new file mode 100644 index 0000000..06ef4ae --- /dev/null +++ b/gemma-3-12b-it-vl-Minimax-M2.1-Heretic-Uncensored-Thinking.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff523a8d43620975a5e1e2b48531043c08e9635a794635bc6058739ca1fec872 +size 7473632