commit db48151f6d534812d1cc0972cc5f38c9d1e91336 Author: ModelHub XC Date: Mon May 18 05:23:29 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8cfcaa2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-4B-abliterated-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..38a9c97 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66975945417de280ba0a6dfdaaa1f606046cb24fb4e38aed3b736e2cdac3f5c2 +size 1127018336 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..6bf192a --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2569f92e8888737d195ed3b64f749ea9877220d0815888016e24d6fff6b9e65 +size 1055256416 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..3bbf0e2 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000c4c3355b197bf240674515c3645fcde174915834548dd285acbe42377b582 +size 1512984416 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..3783895 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f0d4423711eb02f08dff47c7ea8628ed0fc4724003ce5ac4b4b8dbfb14bc04 +size 1417301856 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XS.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6f62919 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e44f23073469a9a298b93a396fa61a4154af525eeadf5c030c48aff1a9bcfe6 +size 1354100576 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XXS.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..103e1ed --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba051573a6b641563caa6683a6a4d819b138546e7e23e8f7e834d6e9264ef7f2 +size 1246621536 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..6856920 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efefbcf81286a16b52977bc46825ee847d2c42d0cc3a5e612ef317ac664d1cda +size 1962896736 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..a9b6c36 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd57a8a1a47d6bc4c1cffdcdd491956fd3c4d1cb140e98ebc8ce6de6e3fc5c33 +size 1899531616 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XS.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ed50cf0 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6670a3c318ce7d4b22a13afd8aad1370b85c5043cd7ff0d52b39fa3c08e283 +size 1814375776 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XXS.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d1c065e --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c49237fef95494bf0aa53b25338169a6baa279e1a878f8ac0c1ca534101c3ad +size 1670188896 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_NL.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..aa438d7 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7e80fc4849a7ca31b124ec6ce9597494f14a632291b2556164448e463622ab +size 2381344096 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_XS.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..73468de --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4db9889135f433e7218acc722a2eb3935d289bac29afe69319dab446b6086d8 +size 2270752096 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..23efec1 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e205e0b5971f901390e55cf29a165e9524b7c3dc29694a0a8d0d30a92a6bc588 +size 1669500256 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..24d0f03 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2901dbc42965a4ae1597b6b5ff80b6fa6815f6fd44b320914a7040748ffc1158 +size 1563454816 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_L.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e110f27 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80778918ab3c69682605038e277f9848ac844a7c5288d5dae6b6b5f036faf491 +size 2239786336 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..49f3971 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b808a44689bc9608c7b504df61699ca54ab1baa4f9733a5d8f2c6122c2782b60 +size 2075618656 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a001e40 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1be6b236dbff69a96d0fdd9a3e0dbd9663c51b04af33d42e6832824bf59b60 +size 1886997856 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_0.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..00ef6c2 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0064dbc2cd45a7e9d8c9bc6815317e9cee1196085133b7922e98a7219e92bce +size 2375773536 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_1.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..dc0775d --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262fdacdc2b6e23d3db28d6df7f688338fda2426e1f234ab3ca85b1a28a3fdf1 +size 2596629856 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..48d5dd4 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f094a3c3ec3f4f6a85140666f6fb22059c91c11b3692933b293e9de3114610e1 +size 2497281376 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..fdd1eb9 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d466eb9b9a0eb8b3171962f439766a259b4d501e9aaf0119598949d8bc472c19 +size 2383310176 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_M.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a1733da --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cf8e9879e9b09fc7c3e25f4925359f2c889c11b68fe4971b693c453035d1d5 +size 2889514336 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_S.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6e55bd9 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6483c19811d0aee80250cecbe3adde73587cf2a379446f5bd2709b7eb3f9bd0 +size 2823712096 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.i1-Q6_K.gguf b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..6263d17 --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ff81665442a2f3b685f24e1cb48fbf8ed75e12ea5d06d09cf595eed4cd5224 +size 3306261856 diff --git a/Josiefied-Qwen3-4B-abliterated-v1.imatrix.gguf b/Josiefied-Qwen3-4B-abliterated-v1.imatrix.gguf new file mode 100644 index 0000000..de8768a --- /dev/null +++ b/Josiefied-Qwen3-4B-abliterated-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09858749cb0b296c9204d51ab4756389e0cad101c25cef80824b43ffc64163b6 +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..fdbe000 --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: Goekdeniz-Guelmez/Josiefied-Qwen3-4B-abliterated-v1 +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- chat +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen3-4B-abliterated-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-4B-abliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-4B-abliterated-v1.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..b0802dd --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b058189130fb628472b70adefbc31fdc2cc7b3523c28ac92fab1d375c1bc2c3f +size 3842209