From 0deec805ea9733c0a453514fde130b034823d6f9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 26 Aug 2026 02:59:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-GGUF Source: Original Platform --- .gitattributes | 46 ++++++++++++++++++++ G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf | 3 ++ G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf | 3 ++ README.md | 32 ++++++++++++++ 13 files changed, 111 insertions(+) create mode 100644 .gitattributes create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf create mode 100644 G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..edea5b0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf new file mode 100644 index 0000000..3bfe06a --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b138910b14836995e2a8b5859ea4d9df2988569a95076b894621167f00fb54b8 +size 54027964192 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf new file mode 100644 index 0000000..5f890d1 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe41d6da913a0ab719b430962d5065cb1f32996af6559132f47d1295ebcc39c5 +size 12547073440 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf new file mode 100644 index 0000000..77eed33 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2fc33d68b35e82c7796c8da6c2a7ce6007b48ff49210a79d05ecc7f84e5e4bf +size 15668551072 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf new file mode 100644 index 0000000..f70844a --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a40e465f7587b7380e6af970c8d816f08f8ed46aeeddfb75ff8ce263b09013b +size 14893890976 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf new file mode 100644 index 0000000..f7ff6b9 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:103f74fbcfc937f7c7265d17f8d8b173da6f9c36a83914f14c67830de9588c98 +size 14543461792 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf new file mode 100644 index 0000000..a4baa46 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda307e7b4a1ec828f97cee61b075d09356f52afe417785d69af23559e751570 +size 16546688416 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf new file mode 100644 index 0000000..5346cf8 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1f9c4e9a3ce38b2c2ca0033f6967b6989133e56095c51e8a72b40aacae4ed5 +size 15674056096 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf new file mode 100644 index 0000000..6f2dcd2 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca77dc0259010e46026c1b5f523aab0a02001105412a1f7782e8e5e17c6c8bf +size 19271675296 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf new file mode 100644 index 0000000..7f9da6a --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f458a6490328bd3501933d73f5a521d95eb136c95072c4ae295848cb6ceb4eb3 +size 18767191456 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf new file mode 100644 index 0000000..88229a7 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02077e81d554f4db35cdd97b063142aa16b640d2a12182d11fb4c68b0447fd34 +size 22166973856 diff --git a/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf new file mode 100644 index 0000000..957b1a5 --- /dev/null +++ b/G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2312e9ee406675bedf74a4ed4041ddffbac15638974be75bebede6011b0cc376 +size 28707971872 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ad57b1b --- /dev/null +++ b/README.md @@ -0,0 +1,32 @@ +--- +language: en +library_name: llama.cpp +pipeline_tag: text-generation +tags: +- gguf +--- + +An experimental ablation of Gemma-3-27B-it, using the [Heretic](https://github.com/p-e-w/heretic) tool. + +Compared to the standard configuration of Heretic, there are a few changes: +1. The training and test datasets used were extended compared to the default subset used by Heretic +2. A version of [Magnitude-Preserving Orthogonal Ablation](https://huggingface.co/blog/grimjim/norm-preserving-biprojected-abliteration) (MPOA) is used +3. To stay faithful to MPOA, the harmful direction to ablate is chosen from between 2 layers (Heretic's "global" direction scope) +4. To stay faithful to MPOA, a 99% winsorization is applied to the residuals +5. Some additional refusal markers were added to avoid bypassing the refusal detection with bad punctuation + +To achieve strong results: +1. Parameter ranges were iteratively refined by looking at resulting refusal and divergence scores +2. The scoring function was adjusted to prioritize low-refusal results + +The model name contains the properties of the ablation: +1. `MPOA` for the usage of Magnitude-Preserving Orthogonal Ablation +2. `G` for the usage of global direction scope +3. `W` for the usage of winsorization +4. `D` for the measured KL divergence +5. `R` for the number of refusals + +Original: https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02 +GGUF (standard): https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-GGUF +GGUF (imatrix): https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-i1-GGUF +MLX: https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-MLX \ No newline at end of file