From ee383fbee54482727aa5f7d3f98e37cdb1784e3f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 7 May 2026 16:42:42 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++ ...-granite-4.1-30b-abliterated.i1-IQ1_M.gguf | 3 + ...-granite-4.1-30b-abliterated.i1-IQ1_S.gguf | 3 + ...-granite-4.1-30b-abliterated.i1-IQ2_M.gguf | 3 + ...-granite-4.1-30b-abliterated.i1-IQ2_S.gguf | 3 + ...granite-4.1-30b-abliterated.i1-IQ2_XS.gguf | 3 + ...ranite-4.1-30b-abliterated.i1-IQ2_XXS.gguf | 3 + ...-granite-4.1-30b-abliterated.i1-IQ3_M.gguf | 3 + ...-granite-4.1-30b-abliterated.i1-IQ3_S.gguf | 3 + ...granite-4.1-30b-abliterated.i1-IQ3_XS.gguf | 3 + ...ranite-4.1-30b-abliterated.i1-IQ3_XXS.gguf | 3 + ...granite-4.1-30b-abliterated.i1-IQ4_XS.gguf | 3 + ...i-granite-4.1-30b-abliterated.i1-Q2_K.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q2_K_S.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q3_K_L.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q3_K_M.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q3_K_S.gguf | 3 + ...i-granite-4.1-30b-abliterated.i1-Q4_0.gguf | 3 + ...i-granite-4.1-30b-abliterated.i1-Q4_1.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q4_K_M.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q4_K_S.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q5_K_M.gguf | 3 + ...granite-4.1-30b-abliterated.i1-Q5_K_S.gguf | 3 + ...i-granite-4.1-30b-abliterated.i1-Q6_K.gguf | 3 + ...i-granite-4.1-30b-abliterated.imatrix.gguf | 3 + README.md | 89 +++++++++++++++++++ 26 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf create mode 100644 Huihui-granite-4.1-30b-abliterated.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e91ec94 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..1093c79 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2860bd1b9c5534e3d0c1024aa92cb65bfbf926294ea09aa7bdcb9ab8dc00bb6 +size 6764292544 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..dcc69f2 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153c07d99486e1166cc97a46ce337bc30479a533e2b3b295174980eb9d34e8ae +size 6154021312 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..b54d2b2 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06137d27eca2308654ec5cb2181b77c5828f50e7c76e8b1f01d9a9138a64af07 +size 9702402496 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..d10a443 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb7e8e5b5b946c93ca2cfb9a1488d6caac25650cd9131cc082f8c3eec4d9316 +size 8888707520 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..9d179fb --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6096e9d85630f1b5a5f751a09379ce7b248ba4a1fd52ef04a4f5f5bce708deaf +size 8628660672 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..ad85e4e --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12946f7f92ea1e840d207069adccd74b71cd899373f97745cdbad6b58cbf4fb +size 7781411264 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..206bb48 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19682f05ce757bfebfec06a80c5e1f2ae266f9611bb32204875c057a7f36ac0e +size 12890139072 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..6daa0a9 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec84f91c0a3c4f3dcea46c0a4199a5fe2185bc6b798168c4705e5b81044a601 +size 12604926400 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3cef8f3 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623e5d0b8f49ed5ce33942728dae5f97260be9e4c57a23883391e08254865ae1 +size 11938032064 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f056c34 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15d9e0c86d8149fd933e2ba1cd2ec9756d6bfaf4d013f2ba4f22d441a620f6f +size 11195574720 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf b/Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..66488fe --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde1b3bd2550c9ae666b4b74aebc3e6759f760067d0b85b4db6a3711dd0b586d +size 15501093312 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..47f4ec2 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488c35fe3fe79c4a37aefcf6736bdcb1ef0e053cd65815c62e83743522c25908 +size 10723781056 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..268b944 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9867130dc86c92c5cb5efade925917266ed5bd3221be3dceef5ba0bd5307076 +size 9993972160 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..51ee9ba --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eddedc462961f67ccde74fb3b1650ed7be53154126b13043834e0a523200c98 +size 15129897408 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..566da63 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a10e2490fed160db8e7a7a43bf54fffdc7c0f0eb73f52c19a25d256c806a614 +size 13956540864 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0b46413 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:637993c7896a6dd384d4f219da340eaa46d26ab8693a322ae6cec8d992418253 +size 12569274816 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..1ccfb44 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445adad07a9d00c66880d89c05eb3bce71c6903cf5ca3cf2e00b78bd7f46bfb2 +size 16415451584 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf new file mode 100644 index 0000000..d113895 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1844b828843e91246f6e768e6da16e5bd39d543ecc4a152c702277bd8356ae +size 18126727616 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..f8b9b14 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e99c4bb3b7bb6e8e70b7a71dae64ba91047500a83ad66127b0424dc67d061eda +size 17490241984 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ff2aad6 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d98151ec58953d5d68696c85a8fafeefb60c72979d6dd96911edfb5b77c2905 +size 16484657600 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4eaa147 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b811bceb1d7bc3eba2a24e8e3462f03818366ea5ba303b435c88b6b4f8e8f8 +size 20493363648 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bcbf15a --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44d5968f28c0ec197ca7f2989bdd464d5b54fa1ffbb3d9d56651092852a1a315 +size 19905112512 diff --git a/Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf b/Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..d14d7ef --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc2db871ef1cf8c1d860684ed36e47c514dbd0afd25a3347df9e7fff972a46b7 +size 23684180416 diff --git a/Huihui-granite-4.1-30b-abliterated.imatrix.gguf b/Huihui-granite-4.1-30b-abliterated.imatrix.gguf new file mode 100644 index 0000000..afe5372 --- /dev/null +++ b/Huihui-granite-4.1-30b-abliterated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe82ed5b80c3a6e58d8f42c8c4c91d5a7f817bef59e729f3d2aa43257515700 +size 14748928 diff --git a/README.md b/README.md new file mode 100644 index 0000000..217a1f8 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: huihui-ai/Huihui-granite-4.1-30b-abliterated +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- language +- granite-4.1 +- abliterated +- uncensored +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/huihui-ai/Huihui-granite-4.1-30b-abliterated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Huihui-granite-4.1-30b-abliterated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 6.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 6.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 8.7 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 9.0 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 9.8 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 10.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.0 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 12.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 13.0 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 15.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 15.6 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 16.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 16.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 17.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 18.2 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 20.0 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 20.6 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-30b-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 23.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +