From 2eb81549de7ed5490f5a56eaaaa632648da88e22 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 25 Sep 2026 14:02:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: asedmammad/gemma-2b-it-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++++++++++++++++++ README.md | 57 +++++++++++++++++++++++++++++++++++++++++ gemma-2b-it.q2_K.gguf | 3 +++ gemma-2b-it.q3_K_L.gguf | 3 +++ gemma-2b-it.q3_K_M.gguf | 3 +++ gemma-2b-it.q3_K_S.gguf | 3 +++ gemma-2b-it.q4_0.gguf | 3 +++ gemma-2b-it.q4_1.gguf | 3 +++ gemma-2b-it.q4_K_M.gguf | 3 +++ gemma-2b-it.q4_K_S.gguf | 3 +++ gemma-2b-it.q5_0.gguf | 3 +++ gemma-2b-it.q5_1.gguf | 3 +++ gemma-2b-it.q5_K_M.gguf | 3 +++ gemma-2b-it.q5_K_S.gguf | 3 +++ gemma-2b-it.q6_K.gguf | 3 +++ gemma-2b-it.q8_0.gguf | 3 +++ 16 files changed, 148 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-2b-it.q2_K.gguf create mode 100644 gemma-2b-it.q3_K_L.gguf create mode 100644 gemma-2b-it.q3_K_M.gguf create mode 100644 gemma-2b-it.q3_K_S.gguf create mode 100644 gemma-2b-it.q4_0.gguf create mode 100644 gemma-2b-it.q4_1.gguf create mode 100644 gemma-2b-it.q4_K_M.gguf create mode 100644 gemma-2b-it.q4_K_S.gguf create mode 100644 gemma-2b-it.q5_0.gguf create mode 100644 gemma-2b-it.q5_1.gguf create mode 100644 gemma-2b-it.q5_K_M.gguf create mode 100644 gemma-2b-it.q5_K_S.gguf create mode 100644 gemma-2b-it.q6_K.gguf create mode 100644 gemma-2b-it.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..528e31c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2b-it.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..01acce3 --- /dev/null +++ b/README.md @@ -0,0 +1,57 @@ +--- +inference: false +language: +- en +tags: +- gemma +- text-generation-inference +pipeline_tag: text-generation +license: other +license_name: gemma-terms-of-use +license_link: https://ai.google.dev/gemma/terms +--- + +# Google's Gemma-2b-it GGUF + +These files are GGUF format model files for [Google's Gemma-2b-it](https://huggingface.co/google/gemma-2b-it). + +GGUF files are for CPU + GPU inference using [llama.cpp](https://github.com/ggerganov/llama.cpp) and libraries and UIs which support this format, such as: +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui) +* [KoboldCpp](https://github.com/LostRuins/koboldcpp) +* [ParisNeo/GPT4All-UI](https://github.com/ParisNeo/gpt4all-ui) +* [llama-cpp-python](https://github.com/abetlen/llama-cpp-python) +* [ctransformers](https://github.com/marella/ctransformers) + +## How to run in `llama.cpp` + +I use the following command line, adjust for your tastes and needs: + +``` +./main -t 2 -ngl 18 -m gemma-2b-it.q8_0.gguf -p 'user\nWhat is love?\n\nmodel\n' --no-penalize-nl -e --color --temp 0.95 -c 1024 -n 512 --repeat_penalty 1.2 --top_p 0.95 --top_k 50 +``` +Change `-t 2` to the number of physical CPU cores you have. For example if your system has 8 cores/16 threads, use `-t 8`. + +Change `-ngl 18` to the number of layers to offload to GPU. Remove it if you don't have GPU acceleration. + +If you want to have a chat-style conversation, replace the `-p ` argument with `-i -ins`, you can use `--interactive-first` to start in interactive mode: + +``` +./main -t 2 -ngl 18 -m gemma-2b-it.q8_0.gguf --in-prefix 'user\n' --in-suffix '\nmodel\n' -i -ins --no-penalize-nl -e --color --temp 0.95 -c 1024 -n 512 --repeat_penalty 1.2 --top_p 0.95 --top_k 50 +``` + +## Compatibility + +I have uploded both the original llama.cpp quant methods (`q4_0, q4_1, q5_0, q5_1, q8_0`) as well as the k-quant methods (`q2_K, q3_K_S, q3_K_M, q3_K_L, q4_K_S, q4_K_M, q5_K_S, q6_K`). + +Please refer to [llama.cpp](https://github.com/ggerganov/llama.cpp) and [TheBloke](https://huggingface.co/TheBloke)'s GGUF models for further explanation. + +## How to run in `text-generation-webui` + +Further instructions here: [text-generation-webui/docs/llama.cpp-models.md](https://github.com/oobabooga/text-generation-webui/blob/main/docs/llama.cpp-models.md). + + +## Thanks + +Thanks to [Google](https://huggingface.co/google) for providing checkpoints of the model. + +Thanks to [Georgi Gerganov](https://github.com/ggerganov) and all of the awesome people in the AI community. \ No newline at end of file diff --git a/gemma-2b-it.q2_K.gguf b/gemma-2b-it.q2_K.gguf new file mode 100644 index 0000000..65ced37 --- /dev/null +++ b/gemma-2b-it.q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5db4cabdd0497c2e8c37e2f8e423f7392fb2c3e39652ce8df65e8311cc8ae1b +size 899965856 diff --git a/gemma-2b-it.q3_K_L.gguf b/gemma-2b-it.q3_K_L.gguf new file mode 100644 index 0000000..50e5b92 --- /dev/null +++ b/gemma-2b-it.q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f5b22c477092a7d48c193231497ee27cf10668f62bf0e5a81672d9c342c2ad +size 1260907424 diff --git a/gemma-2b-it.q3_K_M.gguf b/gemma-2b-it.q3_K_M.gguf new file mode 100644 index 0000000..683ab7f --- /dev/null +++ b/gemma-2b-it.q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711c687a3b1a7dea7cafbba7f7d404e3089289cc36d3f22f58499e6acbfd1d5a +size 1179118496 diff --git a/gemma-2b-it.q3_K_S.gguf b/gemma-2b-it.q3_K_S.gguf new file mode 100644 index 0000000..898c44e --- /dev/null +++ b/gemma-2b-it.q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9925113b1253500232bd85521a934ec89982c1f356f28917b169f2a4c19553dd +size 1083296672 diff --git a/gemma-2b-it.q4_0.gguf b/gemma-2b-it.q4_0.gguf new file mode 100644 index 0000000..d40c7d4 --- /dev/null +++ b/gemma-2b-it.q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd13bfe963de12dfe942d1a157e6f269b229e3252eda9e51c05d9b7b4f38e78 +size 1416172448 diff --git a/gemma-2b-it.q4_1.gguf b/gemma-2b-it.q4_1.gguf new file mode 100644 index 0000000..2415057 --- /dev/null +++ b/gemma-2b-it.q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6f445502313dc88b3065b08d2cc6467421c49a8bd3b6f393c045f9f2948c35 +size 1572819872 diff --git a/gemma-2b-it.q4_K_M.gguf b/gemma-2b-it.q4_K_M.gguf new file mode 100644 index 0000000..0e04cc6 --- /dev/null +++ b/gemma-2b-it.q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76efa7b10f0b259dc1520d9b10b229cf0c5ced0dc5a58d71070930478062ea09 +size 1495245728 diff --git a/gemma-2b-it.q4_K_S.gguf b/gemma-2b-it.q4_K_S.gguf new file mode 100644 index 0000000..6156934 --- /dev/null +++ b/gemma-2b-it.q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c68b20b240c3770a2a681975281672658de43e3ed8a4426172c70d68cd4970 +size 1424823200 diff --git a/gemma-2b-it.q5_0.gguf b/gemma-2b-it.q5_0.gguf new file mode 100644 index 0000000..f3a9acd --- /dev/null +++ b/gemma-2b-it.q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a90d48c0ca93671f5f53bd6c72441007fe59d6b53a45a89f27daa920521cd6 +size 1729467296 diff --git a/gemma-2b-it.q5_1.gguf b/gemma-2b-it.q5_1.gguf new file mode 100644 index 0000000..a537cf2 --- /dev/null +++ b/gemma-2b-it.q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36bf2eb33bc3762054520abc132de659e622a318a256e222fd9c2123c972f9ef +size 1886114720 diff --git a/gemma-2b-it.q5_K_M.gguf b/gemma-2b-it.q5_K_M.gguf new file mode 100644 index 0000000..32375ff --- /dev/null +++ b/gemma-2b-it.q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66429c2455e7aeac1b1053d11317fbc951e0f893d7ac62b89004251702e33e9 +size 1770202016 diff --git a/gemma-2b-it.q5_K_S.gguf b/gemma-2b-it.q5_K_S.gguf new file mode 100644 index 0000000..eb580c8 --- /dev/null +++ b/gemma-2b-it.q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfd2d0485d7397fd41c980ce9ccc9e417bd2a1720da5557164df4ba29dc8230 +size 1729467296 diff --git a/gemma-2b-it.q6_K.gguf b/gemma-2b-it.q6_K.gguf new file mode 100644 index 0000000..f6b29a9 --- /dev/null +++ b/gemma-2b-it.q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96824073d85c708f042588af4f22c8fb3a9e1630f21f7e8bc63777b88bcf8620 +size 2062343072 diff --git a/gemma-2b-it.q8_0.gguf b/gemma-2b-it.q8_0.gguf new file mode 100644 index 0000000..2609ef8 --- /dev/null +++ b/gemma-2b-it.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec68b50d23469882716782da8b680402246356c3f984e9a3b9bcc5bc15273140 +size 2669351840