From e0e566e082d3a7ac026fa8d0f0a2eb0e5b5b6f85 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 12 May 2026 10:02:35 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/GrayLine-Gemma3-12B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++ GrayLine-Gemma3-12B.i1-IQ1_M.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ1_S.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ2_M.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ2_S.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ2_XS.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ3_M.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ3_S.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ3_XS.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ4_NL.gguf | 3 + GrayLine-Gemma3-12B.i1-IQ4_XS.gguf | 3 + GrayLine-Gemma3-12B.i1-Q2_K.gguf | 3 + GrayLine-Gemma3-12B.i1-Q2_K_S.gguf | 3 + GrayLine-Gemma3-12B.i1-Q3_K_L.gguf | 3 + GrayLine-Gemma3-12B.i1-Q3_K_M.gguf | 3 + GrayLine-Gemma3-12B.i1-Q3_K_S.gguf | 3 + GrayLine-Gemma3-12B.i1-Q4_0.gguf | 3 + GrayLine-Gemma3-12B.i1-Q4_1.gguf | 3 + GrayLine-Gemma3-12B.i1-Q4_K_M.gguf | 3 + GrayLine-Gemma3-12B.i1-Q4_K_S.gguf | 3 + GrayLine-Gemma3-12B.i1-Q5_K_M.gguf | 3 + GrayLine-Gemma3-12B.i1-Q5_K_S.gguf | 3 + GrayLine-Gemma3-12B.i1-Q6_K.gguf | 3 + README.md | 91 +++++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 226 insertions(+) create mode 100644 .gitattributes create mode 100644 GrayLine-Gemma3-12B.i1-IQ1_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ1_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ2_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ2_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ2_XS.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ3_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ3_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ3_XS.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ4_NL.gguf create mode 100644 GrayLine-Gemma3-12B.i1-IQ4_XS.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q2_K.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q2_K_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q3_K_L.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q3_K_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q3_K_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q4_0.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q4_1.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q4_K_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q4_K_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q5_K_M.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q5_K_S.gguf create mode 100644 GrayLine-Gemma3-12B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..918c534 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +GrayLine-Gemma3-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/GrayLine-Gemma3-12B.i1-IQ1_M.gguf b/GrayLine-Gemma3-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..af0a003 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6f8bd43adba48aa042e8539b1255c3fb5da56247e4f717aa1dd861d57899b1 +size 3164728928 diff --git a/GrayLine-Gemma3-12B.i1-IQ1_S.gguf b/GrayLine-Gemma3-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..e5f336d --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9c227f6be1742cfab304444a5f131aa5e2a82f48650e923c5245095ecfbce0 +size 2947415648 diff --git a/GrayLine-Gemma3-12B.i1-IQ2_M.gguf b/GrayLine-Gemma3-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..f2343a9 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777ba00ac2ef6d7c6bc7a5c9cc80cf75921f1d72b8cd174b89d5293c5d84bb85 +size 4310462048 diff --git a/GrayLine-Gemma3-12B.i1-IQ2_S.gguf b/GrayLine-Gemma3-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..8024342 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5382f45b939fa16275f37728bd0d44c80466d357531f41ad323fa3b84cd836 +size 4020711008 diff --git a/GrayLine-Gemma3-12B.i1-IQ2_XS.gguf b/GrayLine-Gemma3-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5018b2f --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db315c40ad46db18a9cdf69c21338cc0430845a689118fa556cad819fcb97c48 +size 3840261728 diff --git a/GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf b/GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..c4fbe66 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edcbd0b7be434cc591e9197233e5c4fede731b724938db47dc441bbbe6eb96ab +size 3526917728 diff --git a/GrayLine-Gemma3-12B.i1-IQ3_M.gguf b/GrayLine-Gemma3-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..78b73fa --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7566bd3b44c4c716d7a3d69de7bcb197d14918bdc1bfc83c03429e41ad7da0c +size 5655723488 diff --git a/GrayLine-Gemma3-12B.i1-IQ3_S.gguf b/GrayLine-Gemma3-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..1c2bdae --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52573b074be9c10fd99b554cbf7576bdbb712eadbd55ffce02f43f14519884c5 +size 5458316768 diff --git a/GrayLine-Gemma3-12B.i1-IQ3_XS.gguf b/GrayLine-Gemma3-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3a70897 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b395ddd8ec087a9da1930e3a1b6c9d0dfcf585513f74c4591409c612f79ec44a +size 5206167008 diff --git a/GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf b/GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..12555ea --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52708b7721bbc2edfdbab9d779ecb58230566b2494e3043f4d91d21445ffa330 +size 4784901728 diff --git a/GrayLine-Gemma3-12B.i1-IQ4_NL.gguf b/GrayLine-Gemma3-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..d77c371 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7919f8f2b6ae9ab9caa2da8db11dbc62577284fd29a998328a4968bc21c043b +size 6887165408 diff --git a/GrayLine-Gemma3-12B.i1-IQ4_XS.gguf b/GrayLine-Gemma3-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0230dc5 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7981bb9e22edbc9a4b71bd130e4b371985b315bd7c6aaf03835048b25146228a +size 6550965728 diff --git a/GrayLine-Gemma3-12B.i1-Q2_K.gguf b/GrayLine-Gemma3-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..3a3d0e5 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0808b9af29dea00f1846edae092811c208cab721d4ab2c99c826fe7bb80cadf2 +size 4768222688 diff --git a/GrayLine-Gemma3-12B.i1-Q2_K_S.gguf b/GrayLine-Gemma3-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2445e44 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bc8c4a550107812e53eb9cbd3ade309378168027c13491ea782506b87a958e +size 4448611808 diff --git a/GrayLine-Gemma3-12B.i1-Q3_K_L.gguf b/GrayLine-Gemma3-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..a777b78 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fb433e93ddd6d7cb5ad13a8169e942ad3ddb43cab5659bed1a0fd3bbd9e77c +size 6480186848 diff --git a/GrayLine-Gemma3-12B.i1-Q3_K_M.gguf b/GrayLine-Gemma3-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4f7ddf7 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc60c196a9046c9c1f947f7fa29ad5886e1a26e1d09526e0f4a09a999612228d +size 6008819168 diff --git a/GrayLine-Gemma3-12B.i1-Q3_K_S.gguf b/GrayLine-Gemma3-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3df0942 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36641195340871b3398ee32b710726d2fb4344498d97a5bb19ab7652de36392c +size 5458316768 diff --git a/GrayLine-Gemma3-12B.i1-Q4_0.gguf b/GrayLine-Gemma3-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..48ce873 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ca775cd75abade02e08698f3be9b6159e541335e6c9d74c1fa311a622726fd +size 6909283808 diff --git a/GrayLine-Gemma3-12B.i1-Q4_1.gguf b/GrayLine-Gemma3-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..e54d0d4 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb01bfdd5f9358cc36ce2394fc9f31f0d7a717ca4dbeb81c365f6c107fbe31c0 +size 7559564768 diff --git a/GrayLine-Gemma3-12B.i1-Q4_K_M.gguf b/GrayLine-Gemma3-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7a15020 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a07bf4a158a35aafcf1453ba16e8bdc8de73a15fdeaafc947871472f4208b3 +size 7300779488 diff --git a/GrayLine-Gemma3-12B.i1-Q4_K_S.gguf b/GrayLine-Gemma3-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..bce94ab --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3fab18c6887a923f30bcce1591af6a1070b391ae26112020047903442ae182 +size 6935334368 diff --git a/GrayLine-Gemma3-12B.i1-Q5_K_M.gguf b/GrayLine-Gemma3-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..dcb1727 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9830b70c130585126981260ef9cbb7ef562ea432405be954b845dcb4844cc5 +size 8445038048 diff --git a/GrayLine-Gemma3-12B.i1-Q5_K_S.gguf b/GrayLine-Gemma3-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f6d8a7e --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2aa7ac9ca9b765f5bf1c6bc539edad4f26d8ac628cd191ad2d3d980346f577 +size 8231964128 diff --git a/GrayLine-Gemma3-12B.i1-Q6_K.gguf b/GrayLine-Gemma3-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..82408b1 --- /dev/null +++ b/GrayLine-Gemma3-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7407feacc589d88d607709cab881790626c695f5220bbc9832a774be4346c9f +size 9660812768 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4844b49 --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: soob3123/GrayLine-Gemma3-12B +datasets: +- soob3123/GrayLine-QA +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation +- uncensored +- direct-answer +- information-retrieval +- general-knowledge +- unfiltered +- amoral-ai +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/soob3123/GrayLine-Gemma3-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#GrayLine-Gemma3-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/GrayLine-Gemma3-12B-i1-GGUF/resolve/main/GrayLine-Gemma3-12B.i1-Q6_K.gguf) | i1-Q6_K | 9.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..374bec7 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2faefeffeea57c6b2432ebae8f4e3c1e17eb77a2078d8dff8dd2f57a035a8aef +size 7433101