commit 9f29c6e578f2984cf7cd6d163618980d52b92da7 Author: ModelHub XC Date: Fri Aug 7 18:47:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: ZeroWw/gemma-3-4b-it-abliterated-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d1dd7ef --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q5_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8_p.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b-it-abliterated.q8q4.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3a96ec9 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ + +--- +license: mit +language: +- en +pipeline_tag: text-generation +--- + +My own (ZeroWw) quantizations. +output and embed tensors quantized to f16. +all other tensors quantized to q5_k or q6_k. + +Result: +both f16.q6 and f16.q5 are smaller than q8_0 standard quantization +and they perform as well as the pure f16. + +Updated on: Sat Mar 22, 13:28:53 diff --git a/gemma-3-4b-it-abliterated.f16.gguf b/gemma-3-4b-it-abliterated.f16.gguf new file mode 100644 index 0000000..b865762 --- /dev/null +++ b/gemma-3-4b-it-abliterated.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d718721f1310ab76ee32efed584f62b12001848dd8c6ce1a5817872ae4f2421 +size 7767803776 diff --git a/gemma-3-4b-it-abliterated.q5_k.gguf b/gemma-3-4b-it-abliterated.q5_k.gguf new file mode 100644 index 0000000..569c9b7 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q5_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bd4147f6f8a1e494a78efd71a2752c5d4b128bb056b6d26450df029c09d087 +size 3621566336 diff --git a/gemma-3-4b-it-abliterated.q6_k.gguf b/gemma-3-4b-it-abliterated.q6_k.gguf new file mode 100644 index 0000000..b2c7c4e --- /dev/null +++ b/gemma-3-4b-it-abliterated.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0617d4a24f3312b87967e00d3783cea65f7d9b3dfe674701605859d6e79fbbf2 +size 3982608256 diff --git a/gemma-3-4b-it-abliterated.q8_0.gguf b/gemma-3-4b-it-abliterated.q8_0.gguf new file mode 100644 index 0000000..a22ddd6 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cadb3bdd5aea3ef9f625742ac911335545f0e31b48a575d957df853396f2033 +size 4759701376 diff --git a/gemma-3-4b-it-abliterated.q8_p.gguf b/gemma-3-4b-it-abliterated.q8_p.gguf new file mode 100644 index 0000000..54adc54 --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8_p.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2768a0446ecc0e51768f2836821dc75abafd342e234c3c7aa130ffdfe2a93c07 +size 4130402176 diff --git a/gemma-3-4b-it-abliterated.q8q4.gguf b/gemma-3-4b-it-abliterated.q8q4.gguf new file mode 100644 index 0000000..56e51ca --- /dev/null +++ b/gemma-3-4b-it-abliterated.q8q4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c15552227e54b9a20310f36980beb2c028e779a6fc6c781900bd65cf52eed8b +size 2652462976