From 948d0cba9698d8285476872acd5e09b6e5d695b6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 25 Jul 2026 11:29:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: YanLabs/gemma-3-4b-it-abliterated-normpreserve-GGUF Source: Original Platform --- .gitattributes | 55 ++++++++++++++++ README.md | 66 +++++++++++++++++++ ...a3-4B-it-abliterated-normpreserve-F16.gguf | 3 + ...3-4B-it-abliterated-normpreserve-Q2_K.gguf | 3 + ...4B-it-abliterated-normpreserve-Q3_K_M.gguf | 3 + ...4B-it-abliterated-normpreserve-Q4_K_M.gguf | 3 + ...4B-it-abliterated-normpreserve-Q5_K_M.gguf | 3 + ...3-4B-it-abliterated-normpreserve-Q6_K.gguf | 3 + ...3-4B-it-abliterated-normpreserve-Q8_0.gguf | 3 + 9 files changed, 142 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma3-4B-it-abliterated-normpreserve-F16.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q2_K.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q3_K_M.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q4_K_M.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q5_K_M.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q6_K.gguf create mode 100644 gemma3-4B-it-abliterated-normpreserve-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8127a9b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +gemma3-4B-it-abliterated-normpreserve-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-4B-it-abliterated-normpreserve-F16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5007f7b --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: +- YanLabs/gemma3-4b-it-abliterated-normpreserve +base_model_relation: quantized +frameworks: +- "" +license: gemma +pipeline_tag: text-generation +--- +# Gemma 3 4B Instruct - Norm-Preserving Abliterated + +This is an abliterated version of [google/gemma-3-4b-it](https://huggingface.co/google/gemma-3-4b-it) using the norm-preserving biprojected abliteration technique. + +**⚠️ Warning**: Safety guardrails and refusal mechanisms have been removed through abliteration. This model may generate harmful content and is intended for mechanistic interpretability research only. + +## Model Details + +### Model Description + +This model applies **norm-preserving biprojected abliteration** to remove refusal behaviors while preserving the model's original capabilities. The technique surgically removes "refusal directions" from the model's activation space without traditional fine-tuning. + +- **Developed by**: YanLabs +- **Model type**: Causal Language Model (Transformer) +- **License**: Gemma Terms of Use +- **Base model**: [google/gemma-3-4b-it](https://huggingface.co/google/gemma-3-4b-it) + +### Model Sources + +- **Base Model**: [google/gemma-3-4b-it](https://huggingface.co/google/gemma-3-4b-it) +- **Abliteration Tool**: [jim-plus/llm-abliteration](https://github.com/jim-plus/llm-abliteration) +- **Paper**: [Norm-Preserving Biprojected Abliteration](https://huggingface.co/blog/grimjim/norm-preserving-biprojected-abliteration) + +## Uses + +### Intended Use + +- **Research**: Mechanistic interpretability studies +- **Analysis**: Understanding LLM safety mechanisms +- **Development**: Testing abliteration techniques + +### Out-of-Scope Use + +- ❌ Production deployments +- ❌ User-facing applications +- ❌ Generating harmful content for malicious purposes + +## Limitations + +- Abliteration does not guarantee complete removal of all refusals +- May generate unsafe or harmful content +- Model behavior may be unpredictable in edge cases +- No explicit harm prevention mechanisms remain + +## Citation + +If you use this model in your research, please cite: + +```bibtex +@misc{gemma3-4b-abliterated, + author = {YanLabs}, + title = {Gemma 3 4B Instruct - Norm-Preserving Abliterated}, + year = {2025}, + publisher = {HuggingFace}, + howpublished = {\url{https://huggingface.co/YanLabs/gemma3-4b-it-abliterated-normpreserve}}, + note = {Abliterated using norm-preserving biprojected technique} +} diff --git a/gemma3-4B-it-abliterated-normpreserve-F16.gguf b/gemma3-4B-it-abliterated-normpreserve-F16.gguf new file mode 100644 index 0000000..e3a80c4 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28099eaec4e1df757b6d34a62cc5edeb8b597d818770b6a9832eeafbdc0b3508 +size 7767803520 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q2_K.gguf b/gemma3-4B-it-abliterated-normpreserve-Q2_K.gguf new file mode 100644 index 0000000..9422c54 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d38f69268293870219c702ad9b775107c94a08b854016a2ed735a5a3dd1c1d +size 1729164160 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q3_K_M.gguf b/gemma3-4B-it-abliterated-normpreserve-Q3_K_M.gguf new file mode 100644 index 0000000..245a5a8 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895a3100463647b89af190beffe943858c6f6355c8668dc2ff66874e3cc22dde +size 2098459520 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q4_K_M.gguf b/gemma3-4B-it-abliterated-normpreserve-Q4_K_M.gguf new file mode 100644 index 0000000..01b40c2 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459fe7989e5a54c969dae7fac58f35adfd99555c857bdd315fd3e35b980bff72 +size 2489893760 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q5_K_M.gguf b/gemma3-4B-it-abliterated-normpreserve-Q5_K_M.gguf new file mode 100644 index 0000000..09b0bf2 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3ff039d9bccd754ed570f994e0f52054780c057fc1e9dacd2937b2115f493f +size 2829697920 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q6_K.gguf b/gemma3-4B-it-abliterated-normpreserve-Q6_K.gguf new file mode 100644 index 0000000..38301d6 --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bce8622d6d25d291f8f212c1de1ea99284190d4ad827d2f852ccf32a787f55 +size 3190739840 diff --git a/gemma3-4B-it-abliterated-normpreserve-Q8_0.gguf b/gemma3-4B-it-abliterated-normpreserve-Q8_0.gguf new file mode 100644 index 0000000..90fc3fd --- /dev/null +++ b/gemma3-4B-it-abliterated-normpreserve-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:136f659a473b806b5b4a6c8de64067c90b2cab75352126954a719192e8d5f728 +size 4130401920