From c8897ca3089829b1051e5dff72f902fb5fe1b606 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 5 Oct 2026 05:03:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: matrixportalx/Gemma-3-4B-GGUF Source: Original Platform --- .gitattributes | 38 ++++++++++++++++++++++++++++++++++++++ README.md | 33 +++++++++++++++++++++++++++++++++ gemma-3-4b.q4_0.gguf | 3 +++ gemma-3-4b.q4_k_m.gguf | 3 +++ gemma-3-4b.q5_k_m.gguf | 3 +++ 5 files changed, 80 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-4b.q4_0.gguf create mode 100644 gemma-3-4b.q4_k_m.gguf create mode 100644 gemma-3-4b.q5_k_m.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9e5628c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,38 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-4b.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-4b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..64f872a --- /dev/null +++ b/README.md @@ -0,0 +1,33 @@ +--- +base_model: +- google/gemma-3-4b-it-qat-int4-unquantized +- huihui-ai/gemma-3-4b-it-abliterated +- VIDraft/Gemma-3-R1984-4B +- neo4j/text-to-cypher-Gemma-3-4B-Instruct-2025.04.0 +- google/medgemma-4b-it +- google/gemma-3-4b-it-qat-q4_0-unquantized +- ZySec-AI/gemma-3-4b-document-writer +library_name: transformers +tags: +- mergekit +- merge +--- + +# Gemma-3-4B GGUF Quantized Models + +## Technical Details +- **Quantization Tool:** llama.cpp +- **Version:** version: 5862 (704bb7a7) + +## Model Information +- **Base Model:** [Gunulhona/Gemma-3-4B](https://huggingface.co/Gunulhona/Gemma-3-4B) +- **Quantized by:** [matrixportal](https://huggingface.co/matrixportal) + +## Available Files +| 🚀 Download | 🔢 Type | 📝 Description | +|------------|---------|---------------| +| [Download](https://huggingface.co/matrixportal/Gemma-3-4B-GGUF/resolve/main/gemma-3-4b.q4_0.gguf) | Q4 0 | Standard 4-bit (fast on ARM) | +| [Download](https://huggingface.co/matrixportal/Gemma-3-4B-GGUF/resolve/main/gemma-3-4b.q4_k_m.gguf) | Q4 K M | 4-bit balanced (recommended default) | +| [Download](https://huggingface.co/matrixportal/Gemma-3-4B-GGUF/resolve/main/gemma-3-4b.q5_k_m.gguf) | Q5 K M | 5-bit best (recommended HQ option) | + +💡 **Q4 K M** provides the best balance for most use cases \ No newline at end of file diff --git a/gemma-3-4b.q4_0.gguf b/gemma-3-4b.q4_0.gguf new file mode 100644 index 0000000..ca64b4e --- /dev/null +++ b/gemma-3-4b.q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2bd2e3509f80d8ccdb5a76935c4a4a4989276ba00b4d4dfaf3e5e63e17296d +size 2363513408 diff --git a/gemma-3-4b.q4_k_m.gguf b/gemma-3-4b.q4_k_m.gguf new file mode 100644 index 0000000..e0af461 --- /dev/null +++ b/gemma-3-4b.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753c6b6e70c64f6b480029cdd05da5a49f516d049ecc6f7f00c31191e77eade8 +size 2489895488 diff --git a/gemma-3-4b.q5_k_m.gguf b/gemma-3-4b.q5_k_m.gguf new file mode 100644 index 0000000..1200e26 --- /dev/null +++ b/gemma-3-4b.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d76968b1c8f3b335671b4a50ee2477fa890c943ab719d2703ce0e4749c404ff +size 2829699648