From f8bee6e57c912e38e1b662cc30b4d39e1cdc25bb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 30 May 2026 19:43:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++ MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf | 3 + MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf | 3 + MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf | 3 + MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf | 3 + ...Gemma3-abliterated-Improved.i1-IQ2_XS.gguf | 3 + ...emma3-abliterated-Improved.i1-IQ2_XXS.gguf | 3 + MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf | 3 + MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf | 3 + ...Gemma3-abliterated-Improved.i1-IQ3_XS.gguf | 3 + ...emma3-abliterated-Improved.i1-IQ3_XXS.gguf | 3 + ...Gemma3-abliterated-Improved.i1-IQ4_XS.gguf | 3 + MakeGemma3-abliterated-Improved.i1-Q2_K.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q2_K_S.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q3_K_L.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q3_K_M.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q3_K_S.gguf | 3 + MakeGemma3-abliterated-Improved.i1-Q4_0.gguf | 3 + MakeGemma3-abliterated-Improved.i1-Q4_1.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q4_K_M.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q4_K_S.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q5_K_M.gguf | 3 + ...Gemma3-abliterated-Improved.i1-Q5_K_S.gguf | 3 + MakeGemma3-abliterated-Improved.i1-Q6_K.gguf | 3 + MakeGemma3-abliterated-Improved.imatrix.gguf | 3 + README.md | 88 +++++++++++++++++++ 26 files changed, 219 insertions(+) create mode 100644 .gitattributes create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q2_K.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q4_0.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q4_1.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf create mode 100644 MakeGemma3-abliterated-Improved.i1-Q6_K.gguf create mode 100644 MakeGemma3-abliterated-Improved.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a116d9a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf b/MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf new file mode 100644 index 0000000..f72882b --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21043bc7960c6dbc05af24cdbe76a619fdc91778bf8efddc0644c51ad046081e +size 7259435328 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf b/MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf new file mode 100644 index 0000000..e45131b --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:113e562b2fb5a144e89dc31fb3333bea25299e74ddf9ec7dda77744b291f669d +size 6726437184 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf b/MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf new file mode 100644 index 0000000..ec838d1 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31340a58c706d07c3f206acbcc13c902734c9d2e311dcc6b4ff411b45c17bcb6 +size 10098393952 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf b/MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf new file mode 100644 index 0000000..753524e --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8376e97c70794a03ba7871f0136086a9362ed24fcf4151f97f15e87e781adcfb +size 9387729760 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf b/MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf new file mode 100644 index 0000000..76519bc --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d62bbbb134e0d1fb38a04c849d010638bbcf420d6ff80de72669e705406efe +size 8901093696 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf b/MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d90f452 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bed47755ac3cc7f65abca02166ee920888f6a87cb7b425f1b0f79d8ec371a4 +size 8147765568 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf b/MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf new file mode 100644 index 0000000..a387681 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122a76e8bbe6fb28370a57412a23c6f5267ce6d7d46a3bfbe380ec4e8e572dfe +size 13152349728 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf b/MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf new file mode 100644 index 0000000..dc6fbb3 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f119948cddfa4b6093d8c101a8df2c638d1e111d510f766cdedf8e9b6db7bd2 +size 12772890144 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf b/MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf new file mode 100644 index 0000000..868fb05 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a288010e438d370797533140c6d89811259dd0c610ac58af7348847f08cc777 +size 12167509536 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf b/MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f98e62a --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef7d4874c9a0096c7fc50451922a1575f7056ee4db5f4fbdfda2638c3b126e6 +size 11321799520 diff --git a/MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf b/MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf new file mode 100644 index 0000000..76d383a --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220f6f216804851d7507e9625486d2ecb8921fac67c0c5599ecb7a5ade91484e +size 15515854912 diff --git a/MakeGemma3-abliterated-Improved.i1-Q2_K.gguf b/MakeGemma3-abliterated-Improved.i1-Q2_K.gguf new file mode 100644 index 0000000..4112ffa --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6762c77abb83402d2a68ffad2264d309f102928e842b4ec4830c31f7949fd0 +size 10965865472 diff --git a/MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf b/MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d492563 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a11d091b2c41b54ca97772c433025885c717618913cbd231f704e369ff3f256 +size 10219590656 diff --git a/MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf b/MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf new file mode 100644 index 0000000..836e3d5 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a020656c7c7d3e70894f6a298d185a3d76a3c9462ab1739b86f707b05c108c59 +size 15148738080 diff --git a/MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf b/MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5d2a58f --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806b1508a42cf19dafbfc6dfdbf1d766d90ebc627df20297331505b2db373c58 +size 14042916384 diff --git a/MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf b/MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0c33e5d --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5513c305d38dc95acdf4395503f676313e4c949c76528ab5c5e42760e8356198 +size 12772890144 diff --git a/MakeGemma3-abliterated-Improved.i1-Q4_0.gguf b/MakeGemma3-abliterated-Improved.i1-Q4_0.gguf new file mode 100644 index 0000000..c49d885 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001304fa787be6fe623fccaae605fefa0c86cdfabf611a5ad8995bdb01898654 +size 16410421472 diff --git a/MakeGemma3-abliterated-Improved.i1-Q4_1.gguf b/MakeGemma3-abliterated-Improved.i1-Q4_1.gguf new file mode 100644 index 0000000..cbad46a --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e81d2fa6701b9c4799d39c8bc56a005520eda14d1408ec2b000e0f74ef9141 +size 18047822368 diff --git a/MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf b/MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b39577d --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6020342517ad37701d40de03d5b89d663f711d6a57fecf91abb198a788ae9fda +size 17339136224 diff --git a/MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf b/MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ce90644 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7170c883ee517b9e4f5ce3611c2bb7cf7d79c7ce1c1c3fd172caa2050733973 +size 16466503904 diff --git a/MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf b/MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf new file mode 100644 index 0000000..915c62c --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec48ac1c0141c73d706e67ad83e62b94af4b951958321ba5323d5aa38017aede +size 20240284544 diff --git a/MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf b/MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9dfa41b --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fbc24f988f30ea42c566d82cb3d615495b227f4eb1531dc8262f71dcea31174 +size 19735800704 diff --git a/MakeGemma3-abliterated-Improved.i1-Q6_K.gguf b/MakeGemma3-abliterated-Improved.i1-Q6_K.gguf new file mode 100644 index 0000000..86632c9 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd0f509bb3c2cde8aea38330e91d737c13e813cc8b3fb8330cb01763e08662f +size 23322754624 diff --git a/MakeGemma3-abliterated-Improved.imatrix.gguf b/MakeGemma3-abliterated-Improved.imatrix.gguf new file mode 100644 index 0000000..5030601 --- /dev/null +++ b/MakeGemma3-abliterated-Improved.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec1e56b300d6aab0aafda153a7f5a0243d16c250855a80fd933b1f10a8e54a6 +size 13081760 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ad7661e --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: Testament200156/MakeGemma3-abliterated-Improved +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Testament200156/MakeGemma3-abliterated-Improved + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#MakeGemma3-abliterated-Improved-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ1_S.gguf) | i1-IQ1_S | 6.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ1_M.gguf) | i1-IQ1_M | 7.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.0 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ2_S.gguf) | i1-IQ2_S | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ2_M.gguf) | i1-IQ2_M | 10.2 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.3 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q2_K.gguf) | i1-Q2_K | 11.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.3 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ3_S.gguf) | i1-IQ3_S | 12.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ3_M.gguf) | i1-IQ3_M | 13.3 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q3_K_L.gguf) | i1-Q3_K_L | 15.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-IQ4_XS.gguf) | i1-IQ4_XS | 15.6 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q4_0.gguf) | i1-Q4_0 | 16.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q4_K_S.gguf) | i1-Q4_K_S | 16.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q4_K_M.gguf) | i1-Q4_K_M | 17.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q4_1.gguf) | i1-Q4_1 | 18.1 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q5_K_S.gguf) | i1-Q5_K_S | 19.8 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q5_K_M.gguf) | i1-Q5_K_M | 20.3 | | +| [GGUF](https://huggingface.co/mradermacher/MakeGemma3-abliterated-Improved-i1-GGUF/resolve/main/MakeGemma3-abliterated-Improved.i1-Q6_K.gguf) | i1-Q6_K | 23.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +