commit 1ce12b3a0616382b1ade35250c6838a272787473 Author: ModelHub XC Date: Thu Apr 9 14:30:29 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: DevQuasar/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fd95de1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ea43b8e --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated](https://huggingface.co/huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q2_K.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q2_K.gguf new file mode 100644 index 0000000..99951c0 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb8d3d29ab70d62e92c005cd3a8940078bef6950ff98bb1154b35774650559c +size 3015940224 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_L.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_L.gguf new file mode 100644 index 0000000..18d611d --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f6e65ad1e95e713671b49fffc257bb857767be5f4611a632c09c7b2d1fdadc +size 4088459392 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_M.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_M.gguf new file mode 100644 index 0000000..50b1552 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e8316b22fd75cde8494ae34dbb7ea71d87086f5940e933456f851e3b7ebf2e +size 3808391296 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_S.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_S.gguf new file mode 100644 index 0000000..b909bed --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51c9333537c225e3e6ebf5ac4dc97e3b3ab2909d7da9cf20039d95d2b1bedc3 +size 3492368512 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_M.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_M.gguf new file mode 100644 index 0000000..f4cbcae --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5711ad35b2dc551debc4a778a00d104a96adbe5977b0aa9216c53312cc9070f +size 4683073664 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_S.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_S.gguf new file mode 100644 index 0000000..c0311a7 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6cab1e809b3b885333202545cf528cde12399798b2527e7d6ca0c65a312e284 +size 4457769088 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_M.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_M.gguf new file mode 100644 index 0000000..d82d476 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b77297f8ecb9e79c9ab99f0ee92ec50a7016ef866dad3ce87fd0eed71dd202d +size 5444831360 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_S.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_S.gguf new file mode 100644 index 0000000..4039c38 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df54849cd526f42f713ffb00395dfac21219d427679ce5cf87acd7f655f54f0 +size 5315176576 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q6_K.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q6_K.gguf new file mode 100644 index 0000000..bc543b8 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42adfd8edf8a79992878ee073e3f5223023d84f127b82cf4bcbe21e8e4e6260c +size 6254198912 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q8_0.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q8_0.gguf new file mode 100644 index 0000000..cd16201 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a72f31cb8a29c875b998bb345258146ba586ff9e5a244d706c26149abf7990 +size 8098525312 diff --git a/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.f16.gguf b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.f16.gguf new file mode 100644 index 0000000..ce09f50 --- /dev/null +++ b/huihui-ai.DeepSeek-R1-Distill-Qwen-7B-abliterated.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1923e94d7e5e14d9c616c881affe6174e76cbec711d58b62c1a05411a5673da +size 15237853312