From f4fe4e889cd7b60839c406953c28735711bcaf21 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 10 Apr 2026 12:24:52 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ ...retic-abliterated-uncensored.i1-IQ1_M.gguf | 3 + ...retic-abliterated-uncensored.i1-IQ1_S.gguf | 3 + ...retic-abliterated-uncensored.i1-IQ2_M.gguf | 3 + ...retic-abliterated-uncensored.i1-IQ2_S.gguf | 3 + ...etic-abliterated-uncensored.i1-IQ2_XS.gguf | 3 + ...tic-abliterated-uncensored.i1-IQ2_XXS.gguf | 3 + ...retic-abliterated-uncensored.i1-IQ3_M.gguf | 3 + ...retic-abliterated-uncensored.i1-IQ3_S.gguf | 3 + ...etic-abliterated-uncensored.i1-IQ3_XS.gguf | 3 + ...tic-abliterated-uncensored.i1-IQ3_XXS.gguf | 3 + ...etic-abliterated-uncensored.i1-IQ4_NL.gguf | 3 + ...etic-abliterated-uncensored.i1-IQ4_XS.gguf | 3 + ...eretic-abliterated-uncensored.i1-Q2_K.gguf | 3 + ...etic-abliterated-uncensored.i1-Q2_K_S.gguf | 3 + ...etic-abliterated-uncensored.i1-Q3_K_L.gguf | 3 + ...etic-abliterated-uncensored.i1-Q3_K_M.gguf | 3 + ...etic-abliterated-uncensored.i1-Q3_K_S.gguf | 3 + ...eretic-abliterated-uncensored.i1-Q4_0.gguf | 3 + ...eretic-abliterated-uncensored.i1-Q4_1.gguf | 3 + ...etic-abliterated-uncensored.i1-Q4_K_M.gguf | 3 + ...etic-abliterated-uncensored.i1-Q4_K_S.gguf | 3 + ...etic-abliterated-uncensored.i1-Q5_K_M.gguf | 3 + ...etic-abliterated-uncensored.i1-Q5_K_S.gguf | 3 + ...eretic-abliterated-uncensored.i1-Q6_K.gguf | 3 + ...eretic-abliterated-uncensored.imatrix.gguf | 3 + README.md | 90 +++++++++++++++++++ 27 files changed, 225 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf create mode 100644 Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..37b3f4d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..a52f11a --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb5074fa0626e4913757cd9979f18ac1c54ff858b68f6833261468443d3396 +size 1127018656 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..7c13fad --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3309e952b9bbbbcf8b0d5f344d53baa197ebdfbd2441e5bad35b7254c55869a8 +size 1055256736 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..46c6516 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9472939b0ea141d8df73eedb15dae353e653fc7b1cf48347909a3ed54fec98e5 +size 1512984736 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..1f4b6ac --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c319aa47224d4aea71efa936b896e3766a9bfa1bc63e2934e070729e5e04af +size 1417302176 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..637b318 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4388fc7e85a0100ed60ae4f33ee33ebd8104ca1071dcb14e20d8b8dcd1751e14 +size 1354100896 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b26c07f --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8140c0b7b32c28c6a4c563b6d56eaf4506ac618d051e8db5dc73648139e53f +size 1246621856 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..39f31e1 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd432ec5b222fcb61647c403cd8ea7eebf7424322b565949afd2071093a4b162 +size 1962897056 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..9c91cdb --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c762a91c72a5bbfbbd8f64627357fcf5880ad005ae73b9206d2da9707f86eb77 +size 1899531936 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..87e567d --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb700ee53f8c61db2658117ec2d228f1a43f3ad764179f3d5b7f218ef8baf587 +size 1814376096 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e4dafd6 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86efb8a7b678f35c78c82b31d0724f127926dd0f4ea3a4a62249bbc88f1205e +size 1670189216 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4bc6242 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38eafcc9356226e5bf6175af0abd261b7a8c7b1d398b6fe8ebc4faa25eae69d +size 2381344416 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..98dff54 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e9137f26a25543d70d460e5f03882ceb43a9423668c611e107fb354b4e4292 +size 2270752416 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..0ef1abe --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7011d30f80e2a8249017d454713e31b22693564f3df698a97a917c3b9f2f2588 +size 1669500576 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..9aa9251 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd11eeef41e244fe93d06e7f0b2597fa7c77f6030aa54a8deff77c169c69582 +size 1563455136 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b4a127e --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa5fd735d4d3cbc3ae4675b0ab81c976160057f737dd4836fd0df6d4ad63c16 +size 2239786656 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8ca4888 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d9ee0c9e05d134cccf904b64f6637a029402fe918e042bc98530795f93f477 +size 2075618976 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..93826de --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfad0df5fed671f72f616ffbc3370883a852744810ad59488c38a9f940d2ccc +size 1886998176 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..db13323 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756dcb2ee20da281038ba02086b3a40b5d028f2db448577080039c76a78e4c51 +size 2375773856 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..2457159 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accf2f01e69e75e612749626b07aa9931a42fecffcfe7dff8201f38483a00f2b +size 2596630176 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d21b363 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0ed7ffa6afed9be4274e298ac86fbf5e69341a691f83319f86b73132ac068d +size 2497281696 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5ba0e94 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcb5832084c6cc9c511c566457b6ed73d08e250e1231f7b2238c10c73c88157 +size 2383310496 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..feae36e --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729e757b211d79fb5dd6831f76e065ee32b65326c16eeafa7f3cccf61be87ce4 +size 2889514656 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cc1e175 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61980355b247c09d8043e2c0ddc01e8aceb08a246cb22ef9bb3c88a09f76826a +size 2823712416 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..0d1657c --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c53151124803f92faef9b8e5ff84a805951d6c7dc188daf78212c82d509649 +size 3306262176 diff --git a/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf new file mode 100644 index 0000000..3c7df03 --- /dev/null +++ b/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54133cd7364f2fdc46254e2b230bcf71164b03c0aa4b3fe73ab682d59ce0728 +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..2a68824 --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: DavidAU/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- heretic +- uncensored +- decensored +- abliterated +- finetune +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-i1-GGUF/resolve/main/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +