From 9f29c6e578f2984cf7cd6d163618980d52b92da7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 7 Aug 2026 18:47:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ZeroWw/gemma-3-4b-it-abliterated-GGUF Source: Original Platform --- .gitattributes | 41 +++++++++++++++++++++++++++++ README.md | 17 ++++++++++++ gemma-3-4b-it-abliterated.f16.gguf | 3 +++ gemma-3-4b-it-abliterated.q5_k.gguf | 3 +++ gemma-3-4b-it-abliterated.q6_k.gguf | 3 +++ gemma-3-4b-it-abliterated.q8_0.gguf | 3 +++ gemma-3-4b-it-abliterated.q8_p.gguf | 3 +++ gemma-3-4b-it-abliterated.q8q4.gguf | 3 +++ 8 files changed, 76 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-4b-it-abliterated.f16.gguf create mode 100644 gemma-3-4b-it-abliterated.q5_k.gguf create mode 100644 gemma-3-4b-it-abliterated.q6_k.gguf create mode 100644 gemma-3-4b-it-abliterated.q8_0.gguf create mode 100644 gemma-3-4b-it-abliterated.q8_p.gguf create mode 100644 gemma-3-4b-it-abliterated.q8q4.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d1dd7ef --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q5_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8_p.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8q4.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3a96ec9 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ + +--- +license: mit +language: +- en +pipeline_tag: text-generation +--- + +My own (ZeroWw) quantizations. +output and embed tensors quantized to f16. +all other tensors quantized to q5_k or q6_k. + +Result: +both f16.q6 and f16.q5 are smaller than q8_0 standard quantization +and they perform as well as the pure f16. + +Updated on: Sat Mar 22, 13:28:53 diff --git a/gemma-3-4b-it-abliterated.f16.gguf b/gemma-3-4b-it-abliterated.f16.gguf new file mode 100644 index 0000000..b865762 --- /dev/null +++ b/gemma-3-4b-it-abliterated.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d718721f1310ab76ee32efed584f62b12001848dd8c6ce1a5817872ae4f2421 +size 7767803776 diff --git a/gemma-3-4b-it-abliterated.q5_k.gguf b/gemma-3-4b-it-abliterated.q5_k.gguf new file mode 100644 index 0000000..569c9b7 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q5_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bd4147f6f8a1e494a78efd71a2752c5d4b128bb056b6d26450df029c09d087 +size 3621566336 diff --git a/gemma-3-4b-it-abliterated.q6_k.gguf b/gemma-3-4b-it-abliterated.q6_k.gguf new file mode 100644 index 0000000..b2c7c4e --- /dev/null +++ b/gemma-3-4b-it-abliterated.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0617d4a24f3312b87967e00d3783cea65f7d9b3dfe674701605859d6e79fbbf2 +size 3982608256 diff --git a/gemma-3-4b-it-abliterated.q8_0.gguf b/gemma-3-4b-it-abliterated.q8_0.gguf new file mode 100644 index 0000000..a22ddd6 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cadb3bdd5aea3ef9f625742ac911335545f0e31b48a575d957df853396f2033 +size 4759701376 diff --git a/gemma-3-4b-it-abliterated.q8_p.gguf b/gemma-3-4b-it-abliterated.q8_p.gguf new file mode 100644 index 0000000..54adc54 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8_p.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2768a0446ecc0e51768f2836821dc75abafd342e234c3c7aa130ffdfe2a93c07 +size 4130402176 diff --git a/gemma-3-4b-it-abliterated.q8q4.gguf b/gemma-3-4b-it-abliterated.q8q4.gguf new file mode 100644 index 0000000..56e51ca --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8q4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c15552227e54b9a20310f36980beb2c028e779a6fc6c781900bd65cf52eed8b +size 2652462976