From 1221132a140617148dab922135e54888aca345f1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 19 Apr 2026 17:58:04 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: arzaan789/phi-4-mini-uncensored Source: Original Platform --- .gitattributes | 46 +++++++++++++++++++++++++++ README.md | 52 +++++++++++++++++++++++++++++++ phi_4_mini_uncensored.Q2_K.gguf | 3 ++ phi_4_mini_uncensored.Q3_K_L.gguf | 3 ++ phi_4_mini_uncensored.Q3_K_M.gguf | 3 ++ phi_4_mini_uncensored.Q3_K_S.gguf | 3 ++ phi_4_mini_uncensored.Q4_K_M.gguf | 3 ++ phi_4_mini_uncensored.Q4_K_S.gguf | 3 ++ phi_4_mini_uncensored.Q5_K_M.gguf | 3 ++ phi_4_mini_uncensored.Q5_K_S.gguf | 3 ++ phi_4_mini_uncensored.Q6_K.gguf | 3 ++ phi_4_mini_uncensored.Q8_0.gguf | 3 ++ phi_4_mini_uncensored.f16.gguf | 3 ++ 13 files changed, 131 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 phi_4_mini_uncensored.Q2_K.gguf create mode 100644 phi_4_mini_uncensored.Q3_K_L.gguf create mode 100644 phi_4_mini_uncensored.Q3_K_M.gguf create mode 100644 phi_4_mini_uncensored.Q3_K_S.gguf create mode 100644 phi_4_mini_uncensored.Q4_K_M.gguf create mode 100644 phi_4_mini_uncensored.Q4_K_S.gguf create mode 100644 phi_4_mini_uncensored.Q5_K_M.gguf create mode 100644 phi_4_mini_uncensored.Q5_K_S.gguf create mode 100644 phi_4_mini_uncensored.Q6_K.gguf create mode 100644 phi_4_mini_uncensored.Q8_0.gguf create mode 100644 phi_4_mini_uncensored.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..291591e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +phi_4_mini_uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9dd32df --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +base_model: microsoft/Phi-4-mini-instruct +tags: +- uncensored +- abliterated +- gguf +- phi +- conversational +pipeline_tag: text-generation +--- + +# phi-4-mini-uncensored + +Uncensored variant of [microsoft/Phi-4-mini-instruct](https://huggingface.co/microsoft/Phi-4-mini-instruct). + +## Method + +1. **Abliteration** (strength=0.2) — refusal direction removed from all layers +2. **LoRA fine-tune** on `Guilherme34/uncensor` (2 epochs, r=16, alpha=32) +3. **Re-abliteration** (strength=0.35) — stronger pass to remove residual refusals + +## Eval Results + +| Split | Refused | +|-------|---------| +| Harmful (64 prompts) | 0/64 | +| Harmless (64 prompts) | 0/64 | + +## Usage + +```bash +llama-cli -m phi_4_mini_uncensored.Q4_K_M.gguf -p "Your prompt here" +``` + +## Training Config + +| Parameter | Value | +|-----------|-------| +| Base Model | microsoft/Phi-4-mini-instruct | +| Fine-tune Dataset | Guilherme34/uncensor | +| Epochs | 2 | +| LoRA r | 16 | +| LoRA alpha | 32 | +| Learning Rate | 0.0002 | +| Abliteration Strength | 0.2 | +| Re-abliteration Strength | 0.35 | + +## Credits + +- Abliteration technique: [andyrdt/refusal_direction](https://github.com/andyrdt/refusal_direction) +- Weight editing: [Sumandora/remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) diff --git a/phi_4_mini_uncensored.Q2_K.gguf b/phi_4_mini_uncensored.Q2_K.gguf new file mode 100644 index 0000000..0fda94d --- /dev/null +++ b/phi_4_mini_uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74157f12fe7c2023e5bee23aed28059fdfd68dccd2d6524e5622ee416d21688 +size 1733753056 diff --git a/phi_4_mini_uncensored.Q3_K_L.gguf b/phi_4_mini_uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..a2563a3 --- /dev/null +++ b/phi_4_mini_uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2fd45283047956bcf8220cda26056ae27b6a59548bcf1fa61140a195134394 +size 2312567008 diff --git a/phi_4_mini_uncensored.Q3_K_M.gguf b/phi_4_mini_uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..9903c74 --- /dev/null +++ b/phi_4_mini_uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:140709531a47d3e912e6c90b52372be3b8a78c17eb5ccc80fd256ec214bc05e5 +size 2121464032 diff --git a/phi_4_mini_uncensored.Q3_K_S.gguf b/phi_4_mini_uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..f1489b2 --- /dev/null +++ b/phi_4_mini_uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f8b5c6a44284263794bfb05706aaf89dd71f4b73fd7a03754881f03b38cb70 +size 1897330912 diff --git a/phi_4_mini_uncensored.Q4_K_M.gguf b/phi_4_mini_uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..b34003b --- /dev/null +++ b/phi_4_mini_uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b31096b6bd4b699aa68adbafb3d0a3a339c354ad87274ed97ab2d465b0d6ce3 +size 2493839584 diff --git a/phi_4_mini_uncensored.Q4_K_S.gguf b/phi_4_mini_uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..65f3bdd --- /dev/null +++ b/phi_4_mini_uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d28190894e4721830574b4f682fba9e8728b067abb95eaea03223d58662062c +size 2345597152 diff --git a/phi_4_mini_uncensored.Q5_K_M.gguf b/phi_4_mini_uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..a44ea3c --- /dev/null +++ b/phi_4_mini_uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3b46784d7e795aa1697e403833233c0965af5b1e6e40ab738565237fe70139 +size 2814703840 diff --git a/phi_4_mini_uncensored.Q5_K_S.gguf b/phi_4_mini_uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..826c27d --- /dev/null +++ b/phi_4_mini_uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae25166879b3066bdb833aca760624222fdb490e309f6b0304e5d77d93b6857 +size 2727803104 diff --git a/phi_4_mini_uncensored.Q6_K.gguf b/phi_4_mini_uncensored.Q6_K.gguf new file mode 100644 index 0000000..526cde2 --- /dev/null +++ b/phi_4_mini_uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bad17532ef3176068cb1682e6a75d5042b68aff0f7c3cd38cbe12e5a258f172 +size 3155622112 diff --git a/phi_4_mini_uncensored.Q8_0.gguf b/phi_4_mini_uncensored.Q8_0.gguf new file mode 100644 index 0000000..24c545e --- /dev/null +++ b/phi_4_mini_uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daedf5c8b9c4f1dcb14e6a108c38587ca52351b489e77e0e75be8d06c8369b3f +size 4084610272 diff --git a/phi_4_mini_uncensored.f16.gguf b/phi_4_mini_uncensored.f16.gguf new file mode 100644 index 0000000..0cbb812 --- /dev/null +++ b/phi_4_mini_uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb8c5d377ac4af785ba99fed03832584547ba03c8915136c71d69d7518300df +size 7680693472