From 3e16632859af32475c3dfdb28c244b8ccd6e69fb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 30 Apr 2026 23:08:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-1.7B-uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ Qwen3-1.7B-uncensored.i1-IQ1_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ1_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ2_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ2_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ3_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ3_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf | 3 + Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q2_K.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q4_0.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q4_1.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf | 3 + Qwen3-1.7B-uncensored.i1-Q6_K.gguf | 3 + Qwen3-1.7B-uncensored.imatrix.gguf | 3 + README.md | 90 +++++++++++++++++++++++++++ 27 files changed, 225 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-1.7B-uncensored.i1-IQ1_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ1_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ2_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ2_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ3_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ3_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q2_K.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q4_0.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q4_1.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf create mode 100644 Qwen3-1.7B-uncensored.i1-Q6_K.gguf create mode 100644 Qwen3-1.7B-uncensored.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..efec774 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-1.7B-uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-1.7B-uncensored.i1-IQ1_M.gguf b/Qwen3-1.7B-uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..c247be2 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f719ebe1afcaef41d6913f7b01c7801d0ef798fa17e36b4c0bdd3e2383e539 +size 543794144 diff --git a/Qwen3-1.7B-uncensored.i1-IQ1_S.gguf b/Qwen3-1.7B-uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..de3331a --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9164598f81e2e2e5f7ac12ae843c82db83b285dd76bf0f8a50d07c6be5cadc4 +size 515777504 diff --git a/Qwen3-1.7B-uncensored.i1-IQ2_M.gguf b/Qwen3-1.7B-uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..637ecec --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabefdbf541733b4d47d106327066192aadfea9ed743de88fcf770c63f83c56a +size 695182304 diff --git a/Qwen3-1.7B-uncensored.i1-IQ2_S.gguf b/Qwen3-1.7B-uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..871f797 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5b5b039def18789802b1a85879821ef19f9fe4810239939e99b18f758d1eb5 +size 657826784 diff --git a/Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf b/Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3190425 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1243b062f65541de45992f9694a755f784bf3113507c72ee8b842b2b1905640b +size 631514080 diff --git a/Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf b/Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..925cca6 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91a7707e530adbd4fcdf40970ee716856fc954b049bf4205ffdf922f6c5e7f8 +size 590488544 diff --git a/Qwen3-1.7B-uncensored.i1-IQ3_M.gguf b/Qwen3-1.7B-uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..00da433 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b43a5700637f9c17a4409ad8795e1a6c6997cfc37c0cde8d977d7e89e332db +size 895663072 diff --git a/Qwen3-1.7B-uncensored.i1-IQ3_S.gguf b/Qwen3-1.7B-uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..df092ed --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196415f28b6af3376502e0ac750ef51f028e82cb5989341a6e65260c06482490 +size 867253216 diff --git a/Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf b/Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..98dfdad --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2b82e969c5598fdc8e1579dcdf0fb8826948f0ba7df60a1e1530c70edeab71 +size 834223072 diff --git a/Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf b/Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..9bc42e0 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a72a1a4772e3422283201760fd0df548bea40a7ed6717d691975ea3f6f423b +size 754361312 diff --git a/Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf b/Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..5346ab4 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093eee82ac50be0378597073aea60d1d0d7cad77e7386459f38e1bbbc2c8be8b +size 1054424032 diff --git a/Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf b/Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ea70117 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc07cf9e06f335420208e1acaf7166f353269797578dee9478f47b7f0619d36 +size 1010383840 diff --git a/Qwen3-1.7B-uncensored.i1-Q2_K.gguf b/Qwen3-1.7B-uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..aafca44 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b901a3930643fc3791bf03bc6dddbdc4e071151e48eea7dff5b2da6dd9f4ed8 +size 777796576 diff --git a/Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf b/Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5133cd6 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2ef552b5c3f38991af63d557d0947252d0423bda42dc15a718199adda4c546 +size 732969952 diff --git a/Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf b/Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..22f268e --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff994e2b3f7e4cdb06cf952336b9245740733120585b507d431e16664e252d4 +size 1003502560 diff --git a/Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf b/Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ad900a5 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d783376a1fc8cb149e2c8633f677602e35641f54f59e372cde40f1f12e78c87 +size 939539424 diff --git a/Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf b/Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2273bdc --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7aadf410509f0937723c10ad0a5fde5d4da2f2b7bdbfa3587c7459725918ea +size 867253216 diff --git a/Qwen3-1.7B-uncensored.i1-Q4_0.gguf b/Qwen3-1.7B-uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..137ae15 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3790946ae0a496f3b818d38382e2806f59e44bcb04df90639c394c7cade0c80 +size 1056783328 diff --git a/Qwen3-1.7B-uncensored.i1-Q4_1.gguf b/Qwen3-1.7B-uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..a699408 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fbbeb7b1fff0eb6ae2f44d60985e11f4d62eead0bab7fce81c2d9a50e30133 +size 1142504416 diff --git a/Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf b/Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..cfcab3e --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d75eeacb52d1ad355e0629294597313fa2518427f5ea6d29636c80d1a6245f +size 1107409888 diff --git a/Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf b/Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e737526 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715a8f5e798598c47357711936dbeef2c93afdee2c644908c39527b55d8200c7 +size 1060191200 diff --git a/Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf b/Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3c0f235 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca33dcbe6cc313e53a985213b6d952e7843b8d9dc3ca68b5489155e6a409517c +size 1257880544 diff --git a/Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf b/Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3f60ff5 --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad1fcff2833994cbb4101940b2d7daa8c11a72efde123c8a5e1e783d6e76f38 +size 1230584800 diff --git a/Qwen3-1.7B-uncensored.i1-Q6_K.gguf b/Qwen3-1.7B-uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..932a2dc --- /dev/null +++ b/Qwen3-1.7B-uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26eb5b07c1cf60fd81d12215af73a9b67f917def18da666cae5c31a36287a94 +size 1417755616 diff --git a/Qwen3-1.7B-uncensored.imatrix.gguf b/Qwen3-1.7B-uncensored.imatrix.gguf new file mode 100644 index 0000000..6345279 --- /dev/null +++ b/Qwen3-1.7B-uncensored.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bf520fbf347dd65f7d978bf5ac22c31753747cb71dcb41f17fe3f9fc6377ee +size 2094560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..aed30f8 --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: n0ctyx/Qwen3-1.7B-uncensored +language: +- en +library_name: transformers +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen3-1.7B/blob/main/LICENSE +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored +- abliterated +- qwen3 +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/n0ctyx/Qwen3-1.7B-uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-1.7B-uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-1.7B-uncensored-i1-GGUF/resolve/main/Qwen3-1.7B-uncensored.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +