commit f63908b589c5cb32bccd3721b227ffce49f60945 Author: ModelHub XC Date: Sat Apr 18 13:19:27 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: arzaan789/qwen2.5-0.5b-uncensored Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..424d909 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5_0.5b_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b66de87 --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: Qwen/Qwen2.5-0.5B-Instruct +tags: +- uncensored +- abliterated +- gguf +- qwen +- conversational +pipeline_tag: text-generation +--- + +# qwen2.5-0.5b-uncensored + +Uncensored variant of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 0/64 | +| Harmless (64 prompts) | 0/64 | + +## Usage + +```bash +llama-cli -m qwen2.5_0.5b_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | Qwen/Qwen2.5-0.5B-Instruct | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/qwen2.5_0.5b_uncensored.Q2_K.gguf b/qwen2.5_0.5b_uncensored.Q2_K.gguf new file mode 100644 index 0000000..0bb7ea9 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da26f06060b55d102303f15b8a78ccc4dd19d626c94df11918024381acca605c +size 338606880 diff --git a/qwen2.5_0.5b_uncensored.Q3_K_L.gguf b/qwen2.5_0.5b_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..a41cfc3 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5601147990d6d50bbfee730336f14a15b7bb7ed5b0a1fba99e4b5c8e0cac8ac +size 369357600 diff --git a/qwen2.5_0.5b_uncensored.Q3_K_M.gguf b/qwen2.5_0.5b_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..1ad6951 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724955bee5f9587824995eae37a55d4182bdaf67d0009110fef069253648150b +size 355466016 diff --git a/qwen2.5_0.5b_uncensored.Q3_K_S.gguf b/qwen2.5_0.5b_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..59a325d --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23aa81d66c6b87d2dc33b4eee4b5d4c56a15534d4e2b0495a4c4fb637b3aaff8 +size 338262816 diff --git a/qwen2.5_0.5b_uncensored.Q4_K_M.gguf b/qwen2.5_0.5b_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..6a363cc --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd8acd6947a05c0473a45b3cacc7279825442f45023568324ac2f4d22f1e50b +size 397807392 diff --git a/qwen2.5_0.5b_uncensored.Q4_K_S.gguf b/qwen2.5_0.5b_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..4dba706 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79fb586adf6f3b7a201824ceedb0cdd6d7d88d2030018b0d9396b43ae8028e1 +size 385471264 diff --git a/qwen2.5_0.5b_uncensored.Q5_K_M.gguf b/qwen2.5_0.5b_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..ccd9672 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152427fe6dbc09de2403d5163bb744ce0eecda3e9c9b1ae7712e48ef71714e51 +size 420085536 diff --git a/qwen2.5_0.5b_uncensored.Q5_K_S.gguf b/qwen2.5_0.5b_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..37f145c --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a62fac3d19810095834926832679f950544e28a3e7a0d438a1ee43bdab26436 +size 412709664 diff --git a/qwen2.5_0.5b_uncensored.Q6_K.gguf b/qwen2.5_0.5b_uncensored.Q6_K.gguf new file mode 100644 index 0000000..ccfe600 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162fa40bb8fac21ce32312d2355a7adfe7ef1c0f1082b6872bc01a110471cb96 +size 505735968 diff --git a/qwen2.5_0.5b_uncensored.Q8_0.gguf b/qwen2.5_0.5b_uncensored.Q8_0.gguf new file mode 100644 index 0000000..46c0c51 --- /dev/null +++ b/qwen2.5_0.5b_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d788d996d406a154e7c5ac25783cb146e069b2b0337b2df79f8e493cf321111b +size 531067680 diff --git a/qwen2.5_0.5b_uncensored.f16.gguf b/qwen2.5_0.5b_uncensored.f16.gguf new file mode 100644 index 0000000..05c090c --- /dev/null +++ b/qwen2.5_0.5b_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d24468ebc96ef437ecb64750ba83c63425d4916dbf2710b8a444ea5cbef330a +size 994156320