commit b6d3c52aebcb2c7ac55d7ccddae5669435caabba Author: ModelHub XC Date: Sat May 16 01:43:25 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..016f2c6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-granite-4.1-3b-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ1_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..481e307 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8924488d699eb949321b161e4c33accc8b2a59ba6ce5756e60d426cbd92b87 +size 908877632 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ1_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..df66da5 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81b5f13fa7ee738e633afe6610fc77da0c06c1f8dfb166d3bf9846e34a73559 +size 844980032 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ2_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..059be05 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5dcdbb024829d35640e76566359b2850c1c7b3141cb93191cbab2440cf96990 +size 1241472832 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ2_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..33c2865 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc0c6d450f39b90b555b43f0138c075c81f5b33bba786fd8d5741509355fe96 +size 1156276032 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XS.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5fa0bfd --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd9a0cc7f9880ee0eab5076a49c4ca462c29923692927076b24e49d70ce4580 +size 1108762432 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XXS.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2756458 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426ec7c7699e1b76570039629d227097b70e4ea55f27f74b12919d8cea7733b3 +size 1015373632 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ3_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..32b9b29 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd80544dfa2ebfd6fcec230446dfbda994e939363a1a4717cb1a453291b85cd +size 1622523712 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ3_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..f8a4889 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a217ca49d6dba6ada6823425f6dd032cea404efc80cd2bfa7c99185984787fdc +size 1573781312 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XS.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..6396608 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eda7d3f196afef41218ee13bd0c7c34b10d3c6124c41248e0902bb401f77492 +size 1500053312 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XXS.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5bc6456 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca81ae6ba341e44702283f219ab2b0fa69548e95f4f0e2039713a1768b3eaa0 +size 1387290432 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ4_NL.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ4_NL.gguf new file mode 100644 index 0000000..239698e --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88357ebf2664b7352bfd945ff5d10b2d6f4afa30770605bb642b28215099f7c +size 1991163712 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-IQ4_XS.gguf b/Huihui-granite-4.1-3b-abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9bb4861 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c5d67a4878f809d6ebc5b8ef5f8a5529e47bf0fc42b7540ce5baa4bb28323f +size 1894498112 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q2_K.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..8b5a1a9 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e6f70cae1f4ba539df09f5f9ff59425b74f246deaab6eac044076c6dcf5027 +size 1371438912 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q2_K_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..6292e38 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8220895c742c2ef10ad96c28bf82ca6bd5749516aa51c72dc945ddd3ad84096b +size 1284194112 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_L.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..88b6b97 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde376a3fee27886e822646f20e2afee582eb2bca7d1a745b6bf3a48c8bf3186 +size 1864187712 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..267b5ba --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c0910520f4e68ddb3f863ee28276a6f01408b9c44b2f31c30ac1f3712ea81c +size 1725579072 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..e624b27 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e5ec7f5e439b4ee256c5bb3f1a563df78bf59a9a365c225f205c15c3be21b4 +size 1566818112 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q4_0.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..4adb19b --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8867d2e2225c391248b05be63ec6363d10333609afd6f5c0b2a81338bbede792 +size 1991163712 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q4_1.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q4_1.gguf new file mode 100644 index 0000000..647225f --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b16d8009cc51e11feb33e537acf0beb243b45f2f1180922f93e739d417c6c72 +size 2181218112 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e5a4bcf --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8038445e83ebbf59d374ad0dd997865eb37ecde6459df676b85fadbee06a6d1 +size 2099502912 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ea239f8 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef19139b7182289fb51e977880d8cbf80d1153f94ef3ee239d12957c1f5a2de +size 1998372672 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_M.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c9b7f51 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c85380bb0f0f780fbf6c0b0819d27fbe7b6280b63b6eae34b8e25152a30da3 +size 2437013312 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_S.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e5ec4c9 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b8991dcaad17ea84f93b6fb59742841cccb5043351143070f8aa79818853d94 +size 2377826112 diff --git a/Huihui-granite-4.1-3b-abliterated.i1-Q6_K.gguf b/Huihui-granite-4.1-3b-abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..fb0c725 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9095717d0b647491d559d9ec99b919d6e248590bf13560915a3cbd44c5f96b53 +size 2795618112 diff --git a/Huihui-granite-4.1-3b-abliterated.imatrix.gguf b/Huihui-granite-4.1-3b-abliterated.imatrix.gguf new file mode 100644 index 0000000..3bd3328 --- /dev/null +++ b/Huihui-granite-4.1-3b-abliterated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57f2883780d17651dd1310cc66d455d250ab41216a250e42f5fb79a37a85cb6 +size 3811392 diff --git a/README.md b/README.md new file mode 100644 index 0000000..17fb58f --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: huihui-ai/Huihui-granite-4.1-3b-abliterated +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- language +- granite-4.1 +- abliterated +- uncensored +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/huihui-ai/Huihui-granite-4.1-3b-abliterated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Huihui-granite-4.1-3b-abliterated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 1.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 2.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-granite-4.1-3b-abliterated-i1-GGUF/resolve/main/Huihui-granite-4.1-3b-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 2.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +