From 826463ae63efc88f25db594e5b7219733923a518 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 9 Aug 2026 03:03:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: arzaan789/stablelm-2-zephyr-1.6b-uncensored Source: Original Platform --- .gitattributes | 46 ++++++++++++++++ README.md | 53 +++++++++++++++++++ stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf | 3 ++ stablelm_2_zephyr_1.6b_uncensored.f16.gguf | 3 ++ 13 files changed, 132 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf create mode 100644 stablelm_2_zephyr_1.6b_uncensored.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3619a52 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +stablelm_2_zephyr_1.6b_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..571ec46 --- /dev/null +++ b/README.md @@ -0,0 +1,53 @@ +--- +license: apache-2.0 +base_model: stabilityai/stablelm-2-zephyr-1_6b +tags: +- uncensored +- abliterated +- gguf +- stablelm +- zephyr +- conversational +pipeline_tag: text-generation +--- + +# stablelm-2-zephyr-1.6b-uncensored + +Uncensored variant of [stabilityai/stablelm-2-zephyr-1_6b](https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 2/64 | +| Harmless (64 prompts) | 5/64 | + +## Usage + +```bash +llama-cli -m stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | stabilityai/stablelm-2-zephyr-1_6b | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf new file mode 100644 index 0000000..bcf4336 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf701d034803f0ed820b15e6e29cd13d97582e2e442c20d76d1c199c71fbf6a7 +size 694161632 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..fa2d1d4 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca999549402308b7f9a2533f3fc59c92f3a560ecb8df1b6fa83b10e077c94be +size 914985184 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..948b078 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c20a124d0b7fe20de0553c54c25747a48047133ffce771d9f3d3bf70408a915 +size 857706720 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..bb71107 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279428664c011d6ef820b22ce12b73c04d36fc8ce0cda42f8035eacf18e59125 +size 791711968 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..b45007e --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92428784819882135268a9f458929058a189d45cd88f16ef4947ceb6192a935a +size 1031442656 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..eedb467 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3926dd93ab6e124b472c06af0df37d9099bf87b96dc6ec5f7e804b88d2baa4 +size 989204704 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..1ed5807 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06fd936638777e022ffeafd140ef2ff283223472112803af3b813c2cd6569e47 +size 1187680480 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..d8ee657 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec025fb145cf269903eadffb649553ae0b1dc86c1b6415c612023f43bff92068 +size 1162612960 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf new file mode 100644 index 0000000..e527b9d --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39b549aa910021f036024b7efca08d50eea8f912799209eeb2d2d16236e31af +size 1353683168 diff --git a/stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf b/stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf new file mode 100644 index 0000000..9768a05 --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc993aacd2e0f0ab7bf5fa6d3776f0f34498738aa3b3be73a90e54a97f2a788 +size 1751879904 diff --git a/stablelm_2_zephyr_1.6b_uncensored.f16.gguf b/stablelm_2_zephyr_1.6b_uncensored.f16.gguf new file mode 100644 index 0000000..fadb95e --- /dev/null +++ b/stablelm_2_zephyr_1.6b_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c47e3fd6f07ff0c9817ce60a582a44071365f4e6ac859df00089458c3b7812 +size 3293286624