From 77109e2dbf213571aebbd9972a1b9a47cc995497 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 23 Jul 2026 18:59:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++ ...B-Shining-Madness-Uncensored.i1-IQ1_M.gguf | 3 + ...B-Shining-Madness-Uncensored.i1-IQ1_S.gguf | 3 + ...B-Shining-Madness-Uncensored.i1-IQ2_M.gguf | 3 + ...B-Shining-Madness-Uncensored.i1-IQ2_S.gguf | 3 + ...-Shining-Madness-Uncensored.i1-IQ2_XS.gguf | 3 + ...Shining-Madness-Uncensored.i1-IQ2_XXS.gguf | 3 + ...B-Shining-Madness-Uncensored.i1-IQ3_M.gguf | 3 + ...B-Shining-Madness-Uncensored.i1-IQ3_S.gguf | 3 + ...-Shining-Madness-Uncensored.i1-IQ3_XS.gguf | 3 + ...Shining-Madness-Uncensored.i1-IQ3_XXS.gguf | 3 + ...-Shining-Madness-Uncensored.i1-IQ4_NL.gguf | 3 + ...-Shining-Madness-Uncensored.i1-IQ4_XS.gguf | 3 + ...2B-Shining-Madness-Uncensored.i1-Q2_K.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q2_K_S.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q3_K_L.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q3_K_M.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q3_K_S.gguf | 3 + ...2B-Shining-Madness-Uncensored.i1-Q4_0.gguf | 3 + ...2B-Shining-Madness-Uncensored.i1-Q4_1.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q4_K_M.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q4_K_S.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q5_K_M.gguf | 3 + ...-Shining-Madness-Uncensored.i1-Q5_K_S.gguf | 3 + ...2B-Shining-Madness-Uncensored.i1-Q6_K.gguf | 3 + ...2B-Shining-Madness-Uncensored.imatrix.gguf | 3 + README.md | 120 ++++++++++++++++++ 27 files changed, 255 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf create mode 100644 Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..beca47e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..e148628 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34db28e3eae08f9c46345bece3a04f5749661c41a898e0a25f3de6231a6b8903 +size 1735635328 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..d27a3fe --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0bd457ded472e87121e467bc1ddda71448686f66c4b8eaffd81f26355f1996 +size 1588179328 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..e0e7e03 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e24a5f75bbe2f3db405d6592a8c1ae0c7f6ab201e24127a1ae7c5f9e3a6a49 +size 2417799552 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..9815669 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbdedd1843692b39544322e515061de27a73c9bb4a356ff8c07da42569c32a0 +size 2221191552 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3543bcd --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1bd102b271496a5c4b9378ef5a52512dddacf3373e7c2fe779b7d8fe376c2f +size 2181673344 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..33f1b98 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e192914f3c1e809bcc5b13dfc33887feb5ae658ca6bfadccd69895efef50dfa +size 1981395328 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..ff1fd08 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b46d840e8171e7bfb95f5b2b36f405aa5cc7a70b3a54d5493531cf67783e601 +size 3192932736 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..37ca4e7 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1c13e9788b0ad4b63d7a0192f07cf3a8bbd9e1b078544d1d70abd9ac183d6c +size 3139455360 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..adf3f0d --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2bd6a244b14dcc18048e7077a54adafdfaf1a3945bfc7567e203c6650bc6c7 +size 2982562176 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1b493de --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a51644d686a5a7eeac80d755dfb860ce9afd78e527af964a7c9470894058fb4 +size 2778837376 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..1904542 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d031de9ed88d52cdb9eb07943c094961bd6446502bb532064b39479542317ed1 +size 4028516736 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..064b180 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de816698ec6fc4d16926781cf9bbb941e31a46ba662b9cc76c229db1a200e754 +size 3819325824 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..4fdee6b --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061c1ecf188eb1f691a765ccace6338704c4de9e86510d7b26b14e4f03570f32 +size 2692172160 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1b7b8c6 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9a394a87e91826b83fb104ef2959c49ae1543c53ea9ec9b6f56193b1bd75bd +size 2512669056 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2a607a4 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600ded6dfd4d346fc3b04d984361ada4777fa05959fae705ab0457192964222c +size 3729869184 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9ff0bf5 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8487a4328649f52f8d57f854198359ebb55c223fc03138851042b1b099fb3f +size 3453569408 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..295f674 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaa6d2f659be1b7baa5be2631688171eebb67fe0c466d3260bef59cc9df3802 +size 3139455360 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..01658fa --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41f0c4bdb2ce48436d1f62fabcae8029d31e047d1c2775bc761091afec860a39 +size 4042672512 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..1d21f1c --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e50daee6d85e28c20a5cdbd4d377fb50d4d1a23ce139c4214fa1c925162d6f2 +size 4446898560 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2760b69 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:744140e0d8bc7c498b4d1120719be3515ea0e21ce0b11b3cf760967c307192f8 +size 4308584832 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..b34b12c --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4219731c0a65821bdfed58abb50c67cb0e4e77833adb957ca1dbe45c574e0879 +size 4057876864 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..bee5ed0 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48905adfac651a5382bad2c88cf977dcf6ea0a7eabca05a8f8a3ef83e8fc34cd +size 5009557888 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..63b7b68 --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae5060e7a87b72d0878279134eba088d648df12a73552e5f9cd91a3deafce5a +size 4865280384 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..c983b5c --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974f506034ae4e33b13546040a5c02e24da324cd73d4ce864e1d00b6df3437a4 +size 5754341760 diff --git a/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf new file mode 100644 index 0000000..e977d5f --- /dev/null +++ b/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babf182272069c5ebad7fdb572c7a0c96dd5b48261810c13d1f8eddd09546783 +size 8065056 diff --git a/README.md b/README.md new file mode 100644 index 0000000..29d096a --- /dev/null +++ b/README.md @@ -0,0 +1,120 @@ +--- +base_model: DavidAU/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored +language: +- en +- fr +- zh +- de +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- programming +- code generation +- code +- codeqwen +- programming +- code generation +- code +- codeqwen +- moe +- coding +- coder +- qwen2 +- chat +- qwen +- qwen-coder +- chat +- qwen +- qwen-coder +- moe +- mixture of experts +- 6 experts +- 2 active experts +- 40k context +- qwen3 +- finetune +- qwen3_moe +- creative +- all use cases +- roleplay +- merge +- not-for-all-audiences +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 1.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 3.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 4.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored-i1-GGUF/resolve/main/Qwen3-MOE-6x1.7B-10.2B-Shining-Madness-Uncensored.i1-Q6_K.gguf) | i1-Q6_K | 5.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +