From 267c67c803cba298521b0e21b8cfe32949d7e79a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 13 Jun 2026 11:10:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF Source: Original Platform --- .gitattributes | 43 +++++ ...heretic-abliterated-uncensored_IQ4_NL.gguf | 3 + ...B-heretic-abliterated-uncensored_Q2_K.gguf | 3 + ...heretic-abliterated-uncensored_Q3_k_m.gguf | 3 + ...heretic-abliterated-uncensored_Q4_k_m.gguf | 3 + ...heretic-abliterated-uncensored_Q5_k_m.gguf | 3 + ...B-heretic-abliterated-uncensored_Q6_K.gguf | 3 + ...B-heretic-abliterated-uncensored_Q8_0.gguf | 3 + ...B-heretic-abliterated-uncensored_fp16.gguf | 3 + README.md | 165 ++++++++++++++++++ 10 files changed, 232 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf create mode 100644 Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..85fcd7f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,43 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf new file mode 100644 index 0000000..a4bfcf8 --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb04c987d150471f0e9607ad02789364cdcce5ead461b1c03ff1a31ba7e5c53 +size 382745760 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf new file mode 100644 index 0000000..802c3fb --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba530e35e4c4ba818b13ea213f6ce4cd98b8f04372ffee0f819ffc6ccde8aa2 +size 296238240 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf new file mode 100644 index 0000000..32dce9d --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62e393a90b7c129942b99dfd561bc9fd73d6d904d50b5ca386fd6b9fa5cca1b +size 347126944 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf new file mode 100644 index 0000000..262bed1 --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f849182aaed89b4822060adf0254b46347d8babd1a1720fb8805ffad303d36c4 +size 396704928 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf new file mode 100644 index 0000000..a8df84a --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804ec6b633ec433a48a932930edd32d8081f4b006d831a224e13d5092da71514 +size 444415136 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf new file mode 100644 index 0000000..84d1533 --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643e0e6df962a0424b287a587579cab4a92efea69684df420325b6655db7c90b +size 495107232 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf new file mode 100644 index 0000000..525a540 --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189881018c8eae3a37cbac5d388c44894222b65ab2afbdf94eb33e32e991f704 +size 639447200 diff --git a/Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf b/Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf new file mode 100644 index 0000000..2347166 --- /dev/null +++ b/Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350c59fe81bcb9844880854432dc1804144af0f20401732cb602b56f5e4a6895 +size 1198182560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9ad726c --- /dev/null +++ b/README.md @@ -0,0 +1,165 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- Qwen/Qwen3-0.6B +tags: +- uncensored +- abliterated +- text-generation +- instruction-tuned +- lightweight +- qwen3 +--- + +# Qwen3 – 0.6B Heretic Abliterated Uncensored + +This repository hosts Qwen3 – 0.6B Heretic Abliterated Uncensored, a lightweight 0.6 billion–parameter instruction-tuned model derived from Alibaba’s Qwen3-0.6B base model. + +This variant is modified using the Heretic abliteration method to reduce refusal behavior and increase direct-answer generation while preserving the original conversational and reasoning capabilities of the Qwen3 architecture. + +--- + +## Model Overview + +- **Model Name**: Qwen3 – 0.6B Heretic Abliterated Uncensored +- **Parameter Count**: 0.6 Billion (0.6B) +- **Base Architecture**: Qwen3 +- **Base Model**: Qwen/Qwen3-0.6B +- **Model Type**: Instruction-Tuned Causal Language Model +- **Context Length**: Inherits base model context window +- **Primary Language**: English +- **License**: Apache 2.0 (inherits from base model) +- **Maintainer / Publisher**: DavidAU + +--- + +## What Is This Model? + +This model is a modified derivative of Qwen3-0.6B configured for: + +- Reduced refusal behavior +- More direct instruction responses +- Lightweight uncensored conversational generation +- Fast inference on low-resource hardware +- Experimental unrestricted assistant behavior + +The “Heretic Abliterated Uncensored” configuration emphasizes: +- Minimal alignment restrictions +- Improved response openness +- Reduced safety filtering +- Better instruction compliance in unrestricted prompts + +This model is intended primarily for experimentation, research, local inference, and creative applications. + +--- + +## Key Features & Capabilities + +### Core Strengths + +- Extremely lightweight deployment footprint +- Fast token generation speed +- Low VRAM usage +- Good instruction-following behavior +- Compatible with local inference stacks +- Suitable for edge and CPU inference + +### Performance Characteristics + +- Optimized for fast short-to-medium generations +- Responsive for local assistant deployments +- Practical for experimentation with uncensored workflows +- Useful for lightweight agent systems and testing environments + +--- + +## Intended Use Cases + +- Local AI assistant deployment +- Creative writing and storytelling +- Prompt engineering experimentation +- Research into alignment and refusal behavior +- Tool-augmented agents +- Low-resource inference environments +- Educational experimentation with lightweight LLMs + +--- + +## Chat Template & Prompt Format + +This model follows the Qwen3 instruction/chat format. + +For best results: +- Use structured role-based prompts +- Provide explicit system instructions +- Avoid mixing incompatible chat templates +- Use Qwen-compatible inference frameworks + +--- + +## Hardware & Deployment Notes + +Due to its compact 0.6B parameter size: + +- Runs efficiently on low-end GPUs +- Suitable for CPU inference +- Practical for laptops and edge devices +- Works well with quantized GGUF deployments +- Compatible with llama.cpp, vLLM, Ollama, LM Studio, and similar frameworks + +Quantized variants such as GGUF, GPTQ, AWQ, and IQ quants may significantly reduce memory usage while preserving good inference quality. + +--- + +## Alignment & Safety Notice + +This is an uncensored / abliterated derivative configuration. + +- Reduced refusal behavior compared to standard aligned models +- Safety filtering may be significantly reduced +- Users are responsible for deployment safeguards and moderation +- Outputs may include unrestricted or unsafe generations + +Use responsibly and comply with all applicable laws and platform policies. + +--- + +## Abliteration Details + +Abliterated/uncensored using the Heretic method. + +Reported repository metrics include: +- Refusals: 6/100 +- KL Divergence: 0.00 +- Original base model refusal rate: 49/100 + +These metrics are repository-provided experimental measurements and may vary depending on prompts and inference settings. + +--- + +## License & Usage Notes + +This model inherits the **Apache 2.0 License** from its base model (*Qwen/Qwen3-0.6B*). + +- Users must comply with the original Qwen licensing terms +- This repository does not replace or modify the upstream license +- Users are responsible for safe and lawful deployment + +--- + +## Acknowledgements + +- Alibaba Qwen team for the Qwen3 architecture +- DavidAU for the Heretic abliterated derivative work +- The Hugging Face ecosystem +- Open-source inference and quantization communities + +--- + +## Community & Support + +- Use the Hugging Face Discussions tab for questions and feedback +- Community benchmarks and quantization experiments are welcome +- GGUF and IQ quantized variants are available through community repositories