From 38798998805457d9c3517781916fa21c5f32b301 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 6 Aug 2026 17:31:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ ...ct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf | 3 + ...ct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf | 3 + ...ct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf | 3 + ...ct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf | 3 + ...-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf | 3 + ...ct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf | 3 + ...ct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf | 3 + ...-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf | 3 + ...uct-2507-uncensored-unslop-v2.i1-Q2_K.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf | 3 + ...uct-2507-uncensored-unslop-v2.i1-Q4_0.gguf | 3 + ...uct-2507-uncensored-unslop-v2.i1-Q4_1.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf | 3 + ...t-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf | 3 + ...uct-2507-uncensored-unslop-v2.i1-Q6_K.gguf | 3 + ...uct-2507-uncensored-unslop-v2.imatrix.gguf | 3 + README.md | 86 +++++++++++++++++++ 27 files changed, 221 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf create mode 100644 Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d0f467d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf new file mode 100644 index 0000000..fb478e1 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c49e9e3f989f24204852dbaa54779ec9ebddb276336df8fff5b57d4a8b00ce +size 1127018176 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf new file mode 100644 index 0000000..8eb9bb0 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9fd1383faf1cf540f13675c5795990af1ca7209168549cdb4d294ced30ffb61 +size 1055256256 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf new file mode 100644 index 0000000..540e14c --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932e0c683050ace70d004818761082f90ad7398a1489353c111da20dc0c40594 +size 1512984256 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf new file mode 100644 index 0000000..f933f2a --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64fd7c0df43a4a03d0c9ebe07c1594d9d6796d87287124bc16b2e583bb3bbfbf +size 1417301696 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..cfb5360 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1df2e11e1ad938e35fc23838e66339a326bfef931b5b58358ed6b580fd1d97 +size 1354100416 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..fd446c6 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd13c783319fe51afb766b3b11b9db8ec2d83f6db17a17920eacfc93ce6ed99b +size 1246621376 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf new file mode 100644 index 0000000..289c03b --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eefa76a8ef59b0f8b2155f41d700bf4cdafc29b3521d12d1dddb16e49d13e38 +size 1962896576 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf new file mode 100644 index 0000000..5716c1b --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9cef6bff9b8c17add19fc1dd6cdd517d54fbdf5932aef0cbf64cdfaeea8402 +size 1899531456 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4b78db6 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8ea9b3df21111f1ca721725b061d9c2ec3666d4fa394d852aa18a9119a4e2e +size 1814375616 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..06537ca --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4c8315397edf3d81e305c951a9d8b04b5dbf9bbb779220b36366d268b35fe8 +size 1670188736 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a529261 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db73e9569f4cd916a9c381d03470ed9ffe61e53849c43e4e3a10dbf2e792125a +size 2381343936 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..16c4ada --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08014f42a7f380b4f2ac4d122faa533fc072c7abf377fd45d153caf46e0708a0 +size 2270751936 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf new file mode 100644 index 0000000..f21fea1 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3851400f4c6a022a11163113f6e83459a98e9ffeea1e411da79faed8a9a057e4 +size 1669500096 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..45d414c --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d14f8d6d384d1a94772dd31d6c34e171b6a14b8ce100aad34d4918cb4d956a +size 1563454656 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8ce5f3b --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8d53535dc469d97981f3e26ff7070bf959da81a5c59c232d5974d06d22ee29 +size 2239786176 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e186c1c --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fed6f427ede90abfcff7984b6b1c1e0e3ab4512be8aaac9d5603759ff65ae1 +size 2075618496 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9bad3a9 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e00522f2a37f2e8ed7140a596794fc0106c3b60fe90a6ac93e7ec26e60f9c84 +size 1886997696 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf new file mode 100644 index 0000000..78818ae --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648501de706d2f3c9c8bb86249cecc482771adde97a3f0294189f7ac575717f2 +size 2375773376 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf new file mode 100644 index 0000000..5e05575 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1fd61ad849ca8192a10e368938dc7fd503bbb897af1810ce6b0eac535d0d7f3 +size 2596629696 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..72e78b1 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3ba7d7c3dae2d7a6a6cde4bd6a6cf9a4ec9a1306cfee936bab265253066d92 +size 2497281216 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5723b00 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf290f63c47a20933865945239b01d07b5f480b69605648d6b149771076a9370 +size 2383310016 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..5d8df1b --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d6d02ac5a2c86a8a3b09aac1ab4e99cbdbbb2ae726c8120c6f96569020f0a0 +size 2889514176 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5aab89c --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96fbe41629c9791681bf5c33f873450d89cf2d30b39089bc14adb7fc3eb10d4 +size 2823711936 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf new file mode 100644 index 0000000..313d012 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24bdfd08fa1e22ed623abd5c91c4b4f53920aba3fadfed7d90864d00a882857 +size 3306261696 diff --git a/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf new file mode 100644 index 0000000..4ca1fbb --- /dev/null +++ b/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5291d81f95ac3d086d44e4db3355bd6f8aa5c0fa3a2cb2193f31deaca8a5b44b +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..fafb944 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: electroglyph/Qwen3-4B-Instruct-2507-uncensored-unslop-v2 +language: +- en +library_name: transformers +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507/blob/main/LICENSE +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/electroglyph/Qwen3-4B-Instruct-2507-uncensored-unslop-v2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-4B-Instruct-2507-uncensored-unslop-v2-i1-GGUF/resolve/main/Qwen3-4B-Instruct-2507-uncensored-unslop-v2.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +