From 571655d6cc8f4f04a9e0d2349c9d4beb5001edc4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 18 Jun 2026 16:52:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: arzaan789/smollm-1.7b-uncensored Source: Original Platform --- .gitattributes | 46 ++++++++++++++++++++++++++ README.md | 52 ++++++++++++++++++++++++++++++ smollm_1.7b_uncensored.Q2_K.gguf | 3 ++ smollm_1.7b_uncensored.Q3_K_L.gguf | 3 ++ smollm_1.7b_uncensored.Q3_K_M.gguf | 3 ++ smollm_1.7b_uncensored.Q3_K_S.gguf | 3 ++ smollm_1.7b_uncensored.Q4_K_M.gguf | 3 ++ smollm_1.7b_uncensored.Q4_K_S.gguf | 3 ++ smollm_1.7b_uncensored.Q5_K_M.gguf | 3 ++ smollm_1.7b_uncensored.Q5_K_S.gguf | 3 ++ smollm_1.7b_uncensored.Q6_K.gguf | 3 ++ smollm_1.7b_uncensored.Q8_0.gguf | 3 ++ smollm_1.7b_uncensored.f16.gguf | 3 ++ 13 files changed, 131 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 smollm_1.7b_uncensored.Q2_K.gguf create mode 100644 smollm_1.7b_uncensored.Q3_K_L.gguf create mode 100644 smollm_1.7b_uncensored.Q3_K_M.gguf create mode 100644 smollm_1.7b_uncensored.Q3_K_S.gguf create mode 100644 smollm_1.7b_uncensored.Q4_K_M.gguf create mode 100644 smollm_1.7b_uncensored.Q4_K_S.gguf create mode 100644 smollm_1.7b_uncensored.Q5_K_M.gguf create mode 100644 smollm_1.7b_uncensored.Q5_K_S.gguf create mode 100644 smollm_1.7b_uncensored.Q6_K.gguf create mode 100644 smollm_1.7b_uncensored.Q8_0.gguf create mode 100644 smollm_1.7b_uncensored.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ffc7b6f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +smollm_1.7b_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f2b797a --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: HuggingFaceTB/SmolLM-1.7B-Instruct +tags: +- uncensored +- abliterated +- gguf +- smollm +- conversational +pipeline_tag: text-generation +--- + +# smollm-1.7b-uncensored + +Uncensored variant of [HuggingFaceTB/SmolLM-1.7B-Instruct](https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 1/64 | +| Harmless (64 prompts) | 0/64 | + +## Usage + +```bash +llama-cli -m smollm_1.7b_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | HuggingFaceTB/SmolLM-1.7B-Instruct | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/smollm_1.7b_uncensored.Q2_K.gguf b/smollm_1.7b_uncensored.Q2_K.gguf new file mode 100644 index 0000000..da3517d --- /dev/null +++ b/smollm_1.7b_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f858bab1e29a80f5c80673844c4e7ebad54eef9ab6c2233e74d5d78db05d85ef +size 674582880 diff --git a/smollm_1.7b_uncensored.Q3_K_L.gguf b/smollm_1.7b_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..54f2399 --- /dev/null +++ b/smollm_1.7b_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c759fae6ecbe700b7b531aa88f4bd1f75c2e690dd360de3621887910068db50a +size 932532576 diff --git a/smollm_1.7b_uncensored.Q3_K_M.gguf b/smollm_1.7b_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..d54a977 --- /dev/null +++ b/smollm_1.7b_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dffcb52cc795a741bb1873c927e51a0d948f25a6de394bd59538fa50198a9d5 +size 860180832 diff --git a/smollm_1.7b_uncensored.Q3_K_S.gguf b/smollm_1.7b_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..dc734af --- /dev/null +++ b/smollm_1.7b_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbc8f65faea32a3962bcf78869ab0979a829198b74d0e99b5331dca87f1b556 +size 776819040 diff --git a/smollm_1.7b_uncensored.Q4_K_M.gguf b/smollm_1.7b_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..7addf6d --- /dev/null +++ b/smollm_1.7b_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4174f802de8433b5edfd2e0de69b58105b6fb6efc68c966f5cde4bfbb510bc +size 1055609184 diff --git a/smollm_1.7b_uncensored.Q4_K_S.gguf b/smollm_1.7b_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..e80738e --- /dev/null +++ b/smollm_1.7b_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fdb771adb303b95a7ff90b2d86903824ca858912a2705f6b0f77aa9bc2eaf9 +size 999117152 diff --git a/smollm_1.7b_uncensored.Q5_K_M.gguf b/smollm_1.7b_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..3b565a3 --- /dev/null +++ b/smollm_1.7b_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda5bfa4bd72928e267f5bdd019dc2b14b0f0a48b25ff39066bea095ffd4d2b7 +size 1225478496 diff --git a/smollm_1.7b_uncensored.Q5_K_S.gguf b/smollm_1.7b_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..202b9b4 --- /dev/null +++ b/smollm_1.7b_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7219bfade020821d379e0a59fa258a0921fd8c31a2bd039974f7cf572a681b +size 1192055136 diff --git a/smollm_1.7b_uncensored.Q6_K.gguf b/smollm_1.7b_uncensored.Q6_K.gguf new file mode 100644 index 0000000..38eb640 --- /dev/null +++ b/smollm_1.7b_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4737b65b37d5bec28185e110cbec98fe87fbb9929e6c1154e263e40a935ddf +size 1405964640 diff --git a/smollm_1.7b_uncensored.Q8_0.gguf b/smollm_1.7b_uncensored.Q8_0.gguf new file mode 100644 index 0000000..93bce59 --- /dev/null +++ b/smollm_1.7b_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e5995bc7101fd0e03dc1fc3a2b3de456fa8a4c7cf4dda7075804ae9082cae0 +size 1820414304 diff --git a/smollm_1.7b_uncensored.f16.gguf b/smollm_1.7b_uncensored.f16.gguf new file mode 100644 index 0000000..23a5beb --- /dev/null +++ b/smollm_1.7b_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4c6f0fd3fd4f0ff75a6ff2d5c14186d870bc83752e84a75bdbf62222b5aa00 +size 3424735584