commit c85d68a98089f5fba324f84ac3129e7430fd3cac Author: ModelHub XC Date: Sun May 10 02:31:02 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1660fb7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..248ff2f --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5124b84c1d24db3c964a23b33734f08a46206eea459ac820a4bb09d9dc81d79a +size 327145376 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..bb017fe --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b0574b1bcf3af7a31c96272837ad8b8c2ee7157f26aed8f10ea956afbe2e2c +size 304388000 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..64f5705 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfda250cb287723a3880cb6e989e77ef21ac870726a86e2332b7c075f94a2834 +size 434132896 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..1979cd9 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f897f8f6b95c9181c3ed745e5a010d7806c2b7b2087117bac335c41434e8080 +size 403789728 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XS.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5e5bb5b --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5dd3bf6125d68c7fb12528d670da4d7526f381cd3e60e83f835bf1b6111cd0 +size 396203936 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XXS.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..f85db33 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07eb314abe4860bc82153fdeffeca45a8bfbdbc1ed3af0773185b10b1938bc62 +size 365074336 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..81760ae --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a801bf4594cdafc1e2ed54e524209aae31f068e9dccca45fb0e21553890a9bf5 +size 566794144 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..5e81080 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86af4eccd976767a75e811650a64ba495e9555bb3d57da7f083b8e9542311c1 +size 558159776 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XS.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..cb77d01 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3975bda959bc45caeb768ed4af3ff9ec0eab986b136735f1ea4aa856c82de49c +size 537810848 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XXS.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8c307ef --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6470f07d3ffd5e232d8eed95d273a9bde95ce41e33368af07efa66de9692ec8 +size 490985376 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_NL.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b8eee5e --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fd321cb67faca9f16ab24fd57277f91da049e515ada31ebd1d4b1a0ac87887 +size 695752608 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_XS.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..52e122d --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5500b1b1d922f27c692052685e1e616aa26451ae717570b91d1f23d981b6c29 +size 663377824 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..2f216ce --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536a40facac9aaf4c3566c9fba0c4385c565aa284d3d4d902dd1f10badea934f +size 483399584 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..6cf33d8 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cbacd686372b73945bc8148c6d6123c8533bb26e8774ac35830e151032e9f0 +size 460806048 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_L.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..a560f9d --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff43e3a96539cae9b6059349092b63ea56c526a2d7109d7d64a750853fff03e +size 635475872 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..477d084 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03421ff468b36a9cab0e45893a157c117a0e5b5412aa91421f8aaecf861de5c +size 600348576 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f1f0eec --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1cef91b9dc1dc0f73b9a862bf7239d4562ebb721efdd3ab8b4b161cd8168bb1 +size 558159776 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_0.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..886f417 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf68f1777446233b7059e21e137cd7e45a26d3368a3674d47abaac978e1f7d45 +size 697849760 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_1.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_1.gguf new file mode 100644 index 0000000..7fcf02e --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796d8254b5101af3fa01b7ac58ecd1db19320b2ed7582718769cf89582544400 +size 760502176 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9839ae7 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a00fd10868874e938a0c75e71e9650ca17e4428d4cefeb827a67f7c0817f094 +size 730896288 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9dbe9d6 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369405166d2e07573b59c313cc3d3a95da7cbfda6e0cf4f4b29c55ff534015af +size 700471200 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_M.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..497007f --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca1d4a7d4245c9c4a3524cf2c3a436f64a287fc783311696564a26496ca11f7 +size 843356064 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_S.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..581fbe6 --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561d61e365cd657a502ac1515db7fb5338ca2c424ccfdb45d4c7af8699b00c77 +size 825251744 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q6_K.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..843eb8b --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa7565414d7237a1ab5b966d749b934d8ba8ad527583410083d9a98cecc21b0 +size 962844576 diff --git a/Huihui-LFM2.5-1.2B-Thinking-abliterated.imatrix.gguf b/Huihui-LFM2.5-1.2B-Thinking-abliterated.imatrix.gguf new file mode 100644 index 0000000..f2b135a --- /dev/null +++ b/Huihui-LFM2.5-1.2B-Thinking-abliterated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1032408294dcdf9b789e519c7816f41435fd44dbb05a2d8836126a761575a17 +size 1161536 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3cb21d9 --- /dev/null +++ b/README.md @@ -0,0 +1,100 @@ +--- +base_model: huihui-ai/Huihui-LFM2.5-1.2B-Thinking-abliterated +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +library_name: transformers +license: other +license_link: LICENSE +license_name: lfm1.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- liquid +- lfm2.5 +- edge +- abliterated +- uncensored +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/huihui-ai/Huihui-LFM2.5-1.2B-Thinking-abliterated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 0.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.7 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 0.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-LFM2.5-1.2B-Thinking-abliterated-i1-GGUF/resolve/main/Huihui-LFM2.5-1.2B-Thinking-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +