From abd2bf5213b462bfd2e6edc8b9d2fd3d3696d261 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 04:00:45 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: arzaan789/smolm2-1.7b-uncensored Source: Original Platform --- .gitattributes | 46 ++++++++++++++++++++++++++ README.md | 52 ++++++++++++++++++++++++++++++ smolm2_1.7b_uncensored.Q2_K.gguf | 3 ++ smolm2_1.7b_uncensored.Q3_K_L.gguf | 3 ++ smolm2_1.7b_uncensored.Q3_K_M.gguf | 3 ++ smolm2_1.7b_uncensored.Q3_K_S.gguf | 3 ++ smolm2_1.7b_uncensored.Q4_K_M.gguf | 3 ++ smolm2_1.7b_uncensored.Q4_K_S.gguf | 3 ++ smolm2_1.7b_uncensored.Q5_K_M.gguf | 3 ++ smolm2_1.7b_uncensored.Q5_K_S.gguf | 3 ++ smolm2_1.7b_uncensored.Q6_K.gguf | 3 ++ smolm2_1.7b_uncensored.Q8_0.gguf | 3 ++ smolm2_1.7b_uncensored.f16.gguf | 3 ++ 13 files changed, 131 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 smolm2_1.7b_uncensored.Q2_K.gguf create mode 100644 smolm2_1.7b_uncensored.Q3_K_L.gguf create mode 100644 smolm2_1.7b_uncensored.Q3_K_M.gguf create mode 100644 smolm2_1.7b_uncensored.Q3_K_S.gguf create mode 100644 smolm2_1.7b_uncensored.Q4_K_M.gguf create mode 100644 smolm2_1.7b_uncensored.Q4_K_S.gguf create mode 100644 smolm2_1.7b_uncensored.Q5_K_M.gguf create mode 100644 smolm2_1.7b_uncensored.Q5_K_S.gguf create mode 100644 smolm2_1.7b_uncensored.Q6_K.gguf create mode 100644 smolm2_1.7b_uncensored.Q8_0.gguf create mode 100644 smolm2_1.7b_uncensored.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..68c4347 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +smolm2_1.7b_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2f051ef --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: HuggingFaceTB/SmolLM2-1.7B-Instruct +tags: +- uncensored +- abliterated +- gguf +- smollm +- conversational +pipeline_tag: text-generation +--- + +# smolm2-1.7b-uncensored + +Uncensored variant of [HuggingFaceTB/SmolLM2-1.7B-Instruct](https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 1/64 | +| Harmless (64 prompts) | 7/64 | + +## Usage + +```bash +llama-cli -m smolm2_1.7b_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | HuggingFaceTB/SmolLM2-1.7B-Instruct | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/smolm2_1.7b_uncensored.Q2_K.gguf b/smolm2_1.7b_uncensored.Q2_K.gguf new file mode 100644 index 0000000..4691d11 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574a81825b9a6012376ea5afbbe4213683602d3f88e031289fe215661b9482d8 +size 674583040 diff --git a/smolm2_1.7b_uncensored.Q3_K_L.gguf b/smolm2_1.7b_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..983273d --- /dev/null +++ b/smolm2_1.7b_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53db2d6c1c14879c5d9d727f4557d139d90d5aeb563107514e5d23074a5643f +size 932532736 diff --git a/smolm2_1.7b_uncensored.Q3_K_M.gguf b/smolm2_1.7b_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..7ee7385 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d6012f077c0f5ac8de9c9a47fd3bc5c90f11f8edc8f94d52301ad1d1c9f459 +size 860180992 diff --git a/smolm2_1.7b_uncensored.Q3_K_S.gguf b/smolm2_1.7b_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..73b5d48 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7783bc97e90196fdfc3dce0de43005b2f73ad02f366313adb328065b9ba2cafe +size 776819200 diff --git a/smolm2_1.7b_uncensored.Q4_K_M.gguf b/smolm2_1.7b_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..cc0d477 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02164de3999557f68c8cdcce63569b7260a1591bc490f70e0e29e3d1bbe51ce +size 1055609344 diff --git a/smolm2_1.7b_uncensored.Q4_K_S.gguf b/smolm2_1.7b_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..9be78e3 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba97f0ad93d599bf30c4285fe8e62b5bb8ec2ade8a135074625db2bc44973451 +size 999117312 diff --git a/smolm2_1.7b_uncensored.Q5_K_M.gguf b/smolm2_1.7b_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..1551840 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be66a9bda82bf5050da6d466e4ad209f51696831a9b27405b441b60c80b6757 +size 1225478656 diff --git a/smolm2_1.7b_uncensored.Q5_K_S.gguf b/smolm2_1.7b_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..30b6bb8 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002a16a3016483be54b7153d5ba0c31daa759f543a6173356bb9f6964a76231c +size 1192055296 diff --git a/smolm2_1.7b_uncensored.Q6_K.gguf b/smolm2_1.7b_uncensored.Q6_K.gguf new file mode 100644 index 0000000..9ded197 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee0e78b73c471268e50e57c369b04f1c1014f7603180a911790ba551b0d8976 +size 1405964800 diff --git a/smolm2_1.7b_uncensored.Q8_0.gguf b/smolm2_1.7b_uncensored.Q8_0.gguf new file mode 100644 index 0000000..e596f22 --- /dev/null +++ b/smolm2_1.7b_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4488336915d1c3e00c932e054eb635a89b3522ef08eaa3921330d3c785ca07b9 +size 1820414464 diff --git a/smolm2_1.7b_uncensored.f16.gguf b/smolm2_1.7b_uncensored.f16.gguf new file mode 100644 index 0000000..37ef5f1 --- /dev/null +++ b/smolm2_1.7b_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2555536339d80a90a97e78e3586276ae87cad797f9b20a4dfc86c585ca8ba6cb +size 3424735744