初始化项目，由ModelHub XC社区提供模型

Model: spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,46 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

G3-Heresy-MPOA-G-W99-D0.0690-R02-BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b138910b14836995e2a8b5859ea4d9df2988569a95076b894621167f00fb54b8
+size 54027964192

G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41d6da913a0ab719b430962d5065cb1f32996af6559132f47d1295ebcc39c5
+size 12547073440

G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fc33d68b35e82c7796c8da6c2a7ce6007b48ff49210a79d05ecc7f84e5e4bf
+size 15668551072

G3-Heresy-MPOA-G-W99-D0.0690-R02-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a40e465f7587b7380e6af970c8d816f08f8ed46aeeddfb75ff8ce263b09013b
+size 14893890976

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f74fbcfc937f7c7265d17f8d8b173da6f9c36a83914f14c67830de9588c98
+size 14543461792

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda307e7b4a1ec828f97cee61b075d09356f52afe417785d69af23559e751570
+size 16546688416

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1f9c4e9a3ce38b2c2ca0033f6967b6989133e56095c51e8a72b40aacae4ed5
+size 15674056096

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca77dc0259010e46026c1b5f523aab0a02001105412a1f7782e8e5e17c6c8bf
+size 19271675296

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f458a6490328bd3501933d73f5a521d95eb136c95072c4ae295848cb6ceb4eb3
+size 18767191456

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02077e81d554f4db35cdd97b063142aa16b640d2a12182d11fb4c68b0447fd34
+size 22166973856

G3-Heresy-MPOA-G-W99-D0.0690-R02-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2312e9ee406675bedf74a4ed4041ddffbac15638974be75bebede6011b0cc376
+size 28707971872

README.md

@@ -0,0 +1,32 @@
+---
+language: en
+library_name: llama.cpp
+pipeline_tag: text-generation
+tags:
+- gguf
+---
+
+An experimental ablation of Gemma-3-27B-it, using the [Heretic](https://github.com/p-e-w/heretic) tool.
+
+Compared to the standard configuration of Heretic, there are a few changes:
+1. The training and test datasets used were extended compared to the default subset used by Heretic
+2. A version of [Magnitude-Preserving Orthogonal Ablation](https://huggingface.co/blog/grimjim/norm-preserving-biprojected-abliteration) (MPOA) is used
+3. To stay faithful to MPOA, the harmful direction to ablate is chosen from between 2 layers (Heretic's "global" direction scope)
+4. To stay faithful to MPOA, a 99% winsorization is applied to the residuals
+5. Some additional refusal markers were added to avoid bypassing the refusal detection with bad punctuation
+
+To achieve strong results:
+1. Parameter ranges were iteratively refined by looking at resulting refusal and divergence scores
+2. The scoring function was adjusted to prioritize low-refusal results
+
+The model name contains the properties of the ablation:
+1. `MPOA` for the usage of Magnitude-Preserving Orthogonal Ablation
+2. `G` for the usage of global direction scope
+3. `W` for the usage of winsorization
+4. `D` for the measured KL divergence
+5. `R` for the number of refusals
+
+Original: https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02  
+GGUF (standard): https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-GGUF  
+GGUF (imatrix): https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-i1-GGUF  
+MLX: https://huggingface.co/spikymoth/G3-Heresy-MPOA-G-W99-D0.0690-R02-MLX