From 90b125bb319a946d1dbeee353812bcf35dd42513 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 20 May 2026 16:27:37 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++++ ...-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf | 3 + ...-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf | 3 + ...-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf | 3 + ...-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf | 3 + ...istill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf | 3 + ...-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf | 3 + ...-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf | 3 + ...istill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf | 3 + ...1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf | 3 + ...1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf | 3 + ...1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf | 3 + ...Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf | 3 + ...1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf | 3 + README.md | 79 +++++++++++++++++++ imatrix.dat | 3 + 26 files changed, 210 insertions(+) create mode 100644 .gitattributes create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8fb76fc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..56bb471 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3829f66ef250e4d7c10e642929a5c8547a7647b9c4bc5b951201794de72ee2 +size 7930077344 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..946c72d --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b3120d05f66300d795ac2fe538153752722e61fd7f0046068d0c03b7911f39 +size 7272423584 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..28f92e6 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0b25800ad982350890c85e16e2bb9471281b4f253c229385aec849f9dc4ec4 +size 11262150176 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..d5e0819 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddae8c36cd06b2c733ca054c1f71e2c7b0d899893c229f287012547fb60d6897 +size 10385278496 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4eae442 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c365fd52c15741ff6519e24e81aa73adf62d42aea479e7295fbee29918f53729 +size 9955467424 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..70bae8b --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d601694074265afd9d6e00d46bfb2aa6df5d81b0a38a58328a5b252af7f1a6bf +size 9026166944 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..d342b52 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268302aa2c805a6ab0056cac18506606e71f58fe8d2bc939caac399508d4024b +size 14807560800 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..c0db4e1 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734c76353481d83f9fbcebc5a88c88780c4c81bd50917da0f088da9d7fd51f4a +size 14434333280 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ba8f5c0 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1954d4339b94c7012c756303bb5e73366223c8a98baa425576985d512848f02d +size 13702951520 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d7b964b --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aac186e385a15b1501809ec6a5ead6cefa0dd886e4cf3079f068e5161a7d6ea +size 12836980256 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2050e2f --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17cc079082029ccdb8ff22ff1df8f3001c949e64baf13c4cf26df63a524e1e0b +size 17690384352 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..24b0fd1 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839cf2c331ae341e1a9b60702b54594e2db0e57bf7ce0a5cd5a1598d9f96700f +size 12310744288 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..bc8c352 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f559cfd0df2a3973caf64d8f7075770ebcc5a0d92e6f4f7da78e44e2cd0b21a5 +size 11485646048 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..32cdbc1 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f9ebf980b5e6d46f7f9e2d1d2f9db6daa6300da89e7c80171872abdd1dcf0f +size 17244516960 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0692e30 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3e6ea46da634497637375aa05cdc17d99079d59a045ff8c45f39ad7a9ef07c +size 15932486240 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..28387fa --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d118c9816035796174622d26a8279888cdf0e2189295f094475641777e0dd3d0 +size 14389768800 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..90c823f --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17260a2f80f319f66c5e49b76192debd939aa49f77ccd42d1303d2d0262e324e +size 18708176512 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..0660a3d --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0e9c14211f55417b49a676f20891e77b5ecfd26003b7bbb17e8efea58540cc +size 20636281792 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b0f0ebe --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9218d9e20863def5726d0e31073747e6ccbda97b7285280e1bd49206c17755 +size 19848502912 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ede1237 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60536167778b61efb4a1fe5d288b1c73dc0a4556aea819dd98f4a6ca6c660cc1 +size 18781576832 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6d79775 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c945df0ee7a37b5225392c1763edb0b7c05426de3173b34ce059f02817a7e345 +size 23259068672 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3255b50 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d2d19a8e86ebccf289344f8989debf3a24475ebc8e50257f008f1295ecd0a2 +size 22635165952 diff --git a/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..1b3a806 --- /dev/null +++ b/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821170773a92c82e9737ae513f4aa14e2ba67439d884964c684cf6507761d701 +size 26882794816 diff --git a/README.md b/README.md new file mode 100644 index 0000000..c5e0661 --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored +datasets: +- Guilherme34/uncensor +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +tags: +- generated_from_trainer +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored + + +static quants are available at https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 7.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 8.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.1 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 10.5 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 11.4 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 11.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q2_K.gguf) | i1-Q2_K | 12.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.8 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 14.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.8 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 18.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 19.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 20.7 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.7 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.4 | | +| [GGUF](https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-32B-Uncensored.i1-Q6_K.gguf) | i1-Q6_K | 27.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..c9bf45b --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47390842195d31f154edc8a92d2323c591480a398200992472c25fc9861aa4f +size 14957085