commit 359b9a155bf2bcc3ff9f5761146298a88ba09d47 Author: ModelHub XC Date: Tue Apr 21 04:01:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: arzaan789/qwen2.5-3b-uncensored Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4b326b1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_3b_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4afa6dd --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: Qwen/Qwen2.5-3B-Instruct +tags: +- uncensored +- abliterated +- gguf +- qwen +- conversational +pipeline_tag: text-generation +--- + +# qwen2.5-3b-uncensored + +Uncensored variant of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 23/64 | +| Harmless (64 prompts) | 0/64 | + +## Usage + +```bash +llama-cli -m qwen2.5_3b_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | Qwen/Qwen2.5-3B-Instruct | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/qwen2.5_3b_uncensored.Q2_K.gguf b/qwen2.5_3b_uncensored.Q2_K.gguf new file mode 100644 index 0000000..23e4553 --- /dev/null +++ b/qwen2.5_3b_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b202064800122b729519db11389315138d3869f7d551260e681dab0494b67a +size 1274755424 diff --git a/qwen2.5_3b_uncensored.Q3_K_L.gguf b/qwen2.5_3b_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..0ceca2f --- /dev/null +++ b/qwen2.5_3b_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0921323ee41ed596a1b305cc1ec948987b18cbc9d65c9dfc8dc30da44627566 +size 1707391328 diff --git a/qwen2.5_3b_uncensored.Q3_K_M.gguf b/qwen2.5_3b_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..7d48265 --- /dev/null +++ b/qwen2.5_3b_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f49f1fcba07d8bb40ab97f4b68dd47cf4fb1c935e0f71d8280df3c852ec3be2 +size 1590475104 diff --git a/qwen2.5_3b_uncensored.Q3_K_S.gguf b/qwen2.5_3b_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..ff2425e --- /dev/null +++ b/qwen2.5_3b_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d961fe5e0d9f6ce13ddb0c46a6bd20f804f25de482e432579c00c7b590bd8ad8 +size 1454356832 diff --git a/qwen2.5_3b_uncensored.Q4_K_M.gguf b/qwen2.5_3b_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..b0e873c --- /dev/null +++ b/qwen2.5_3b_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5e72ae17e05d7c60a47f7751d28c6da1b10470a4db10ec3cbc018f103a80e3 +size 1929902432 diff --git a/qwen2.5_3b_uncensored.Q4_K_S.gguf b/qwen2.5_3b_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..77590f7 --- /dev/null +++ b/qwen2.5_3b_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a26e69beed5eeba3a89186e3c022a0172df543e2d934c855b9435a4eeaae55 +size 1834383712 diff --git a/qwen2.5_3b_uncensored.Q5_K_M.gguf b/qwen2.5_3b_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..f71be31 --- /dev/null +++ b/qwen2.5_3b_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d6acc8e89679cb67722e44ccdc6d79cfdf157fa09ddaa27352dd74dfe99d96 +size 2224814432 diff --git a/qwen2.5_3b_uncensored.Q5_K_S.gguf b/qwen2.5_3b_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..216f65d --- /dev/null +++ b/qwen2.5_3b_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466a4fa9c9f78bc5d2ce280e05aa1ac0d21e0b8bd5f05dc1c0e90bf8b2dff320 +size 2169665888 diff --git a/qwen2.5_3b_uncensored.Q6_K.gguf b/qwen2.5_3b_uncensored.Q6_K.gguf new file mode 100644 index 0000000..d15c90f --- /dev/null +++ b/qwen2.5_3b_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4003ac8aa0c3df17f277e4133dbe10a20e5070dae64cc5aa9be37dcd823ad6a +size 2538158432 diff --git a/qwen2.5_3b_uncensored.Q8_0.gguf b/qwen2.5_3b_uncensored.Q8_0.gguf new file mode 100644 index 0000000..067dddf --- /dev/null +++ b/qwen2.5_3b_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5969eaee2fb99124a3ad5b550e74c0bb5ddbd4791d468b9869e4474c58da80e6 +size 3285475680 diff --git a/qwen2.5_3b_uncensored.f16.gguf b/qwen2.5_3b_uncensored.f16.gguf new file mode 100644 index 0000000..d65f2d4 --- /dev/null +++ b/qwen2.5_3b_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56103fd1dd6e2826e4a09e846b2154383f7fc421ea8b561feadf2148e69694e6 +size 6178316640