commit a31c241c424ec1d700fd296f340d8feb11811a7c Author: ModelHub XC Date: Sat Apr 11 12:20:58 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: danielmnd/gemma-3-27b-it-abliterated-normpreserve-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..26af481 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-F16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27B-abliterated-normpreserve-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-F16.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma3-27B-it-abliterated-normpreserve-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..58ec87b --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +license: gemma +base_model: +- YanLabs/gemma-3-27b-it-abliterated-normpreserve +pipeline_tag: text-generation +--- +GGUF of YanLabs/gemma3-27b-it-abliterated-normpreserve + +# Gemma 3 27B Instruct - Norm-Preserving Abliterated + +UPDATED ON 03-12-2025 FOR QUALITY IMPROVEMENT. + +This is an abliterated version of [google/gemma-3-27b-it](https://huggingface.co/google/gemma-3-27b-it) using the norm-preserving biprojected abliteration technique. + +**⚠️ Warning**: Safety guardrails and refusal mechanisms have been removed through abliteration. This model may generate harmful content and is intended for mechanistic interpretability research only. + +## Model Details + +### Model Description + +This model applies **norm-preserving biprojected abliteration** to remove refusal behaviors while preserving the model's original capabilities. The technique surgically removes "refusal directions" from the model's activation space without traditional fine-tuning. + +- **Developed by**: YanLabs +- **Model type**: Causal Language Model (Transformer) +- **License**: Gemma Terms of Use +- **Base model**: [google/gemma-3-27b-it](https://huggingface.co/google/gemma-3-27b-it) + +### Model Sources + +- **Base Model**: [google/gemma-3-27b-it](https://huggingface.co/google/gemma-3-27b-it) +- **Abliteration Tool**: [jim-plus/llm-abliteration](https://github.com/jim-plus/llm-abliteration) +- **Paper**: [Norm-Preserving Biprojected Abliteration](https://huggingface.co/blog/grimjim/norm-preserving-biprojected-abliteration) + +## Uses + +### Intended Use + +- **Research**: Mechanistic interpretability studies +- **Analysis**: Understanding LLM safety mechanisms +- **Development**: Testing abliteration techniques + +### Out-of-Scope Use + +- ❌ Production deployments +- ❌ User-facing applications +- ❌ Generating harmful content for malicious purposes + +## Limitations + +- Abliteration does not guarantee complete removal of all refusals +- May generate unsafe or harmful content +- Model behavior may be unpredictable in edge cases +- No explicit harm prevention mechanisms remain + +## Citation + +If you use this model in your research, please cite: + +```bibtex +@misc{gemma-3-27b-abliterated, + author = {YanLabs}, + title = {Gemma 3 27B Instruct - Norm-Preserving Abliterated}, + year = {2025}, + publisher = {HuggingFace}, + howpublished = {\url{https://huggingface.co/YanLabs/gemma-3-27b-it-abliterated-normpreserve}}, + note = {Abliterated using norm-preserving biprojected technique} +} \ No newline at end of file diff --git a/gemma3-27B-it-abliterated-normpreserve-F16.gguf b/gemma3-27B-it-abliterated-normpreserve-F16.gguf new file mode 100644 index 0000000..05baaa1 --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d9e22c7be2acbb4f94bda63e6cf3910841fb55f8f46a0d31b9bb7c8c4f2375 +size 54027964288 diff --git a/gemma3-27B-it-abliterated-normpreserve-IQ4_XS.gguf b/gemma3-27B-it-abliterated-normpreserve-IQ4_XS.gguf new file mode 100644 index 0000000..7579f10 --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e4e44ff5a5daae8c282420ffabf205e1ceda70d803cda4b4936f18969fd4f5b +size 14893891360 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q2_K.gguf b/gemma3-27B-it-abliterated-normpreserve-Q2_K.gguf new file mode 100644 index 0000000..0f4d12e --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133f2e80ede738f07a793fcdbe08b3f2c94fc849d3840b333b2414803b18cafe +size 10503720448 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q3_K_M.gguf b/gemma3-27B-it-abliterated-normpreserve-Q3_K_M.gguf new file mode 100644 index 0000000..a0c417e --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6ee4ce9826d58d703ff9f5e5e89f82f76b927e6e8eed529a4910a68fa7b6d8 +size 13437640192 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q4_K_M.gguf b/gemma3-27B-it-abliterated-normpreserve-Q4_K_M.gguf new file mode 100644 index 0000000..4f6f26d --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde45f6a7aa71e635cbc6c77931cd82c446f5125a431877abd2dd279185ec81b +size 16546688512 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q5_K_M.gguf b/gemma3-27B-it-abliterated-normpreserve-Q5_K_M.gguf new file mode 100644 index 0000000..e22fe51 --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd74be7a4863d3a239f8c7d9a3e77e2e5b2cb71102de6eb29ca018b28027d207 +size 19271675392 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q6_K.gguf b/gemma3-27B-it-abliterated-normpreserve-Q6_K.gguf new file mode 100644 index 0000000..a66a626 --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858fdd5364c1f5b8b8ba3adad75194fbbb6beb3cfadd6ac9c34be57b6519169d +size 22166973952 diff --git a/gemma3-27B-it-abliterated-normpreserve-Q8_0.gguf b/gemma3-27B-it-abliterated-normpreserve-Q8_0.gguf new file mode 100644 index 0000000..026eea5 --- /dev/null +++ b/gemma3-27B-it-abliterated-normpreserve-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cbed0007870d523c19bec615e59ed3b9c2322bb0cced81f599c4665a894caf1 +size 28707971968