From 14b32165c5466a5d39dd8e1e4feea9e5c5d11ed3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 17 Sep 2026 10:10:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: medmekk/gemma-2-2b-it.GGUF Source: Original Platform --- .gitattributes | 55 +++++++++++++++++++++++++++++++++ README.md | 34 ++++++++++++++++++++ gemma-2-2b-it-IQ3_M_imat.gguf | 3 ++ gemma-2-2b-it-IQ3_XXS_imat.gguf | 3 ++ gemma-2-2b-it-IQ4_NL_imat.gguf | 3 ++ gemma-2-2b-it-IQ4_XS_imat.gguf | 3 ++ gemma-2-2b-it-Q2_K.gguf | 3 ++ gemma-2-2b-it-Q3_K_L.gguf | 3 ++ gemma-2-2b-it-Q3_K_M.gguf | 3 ++ gemma-2-2b-it-Q3_K_S.gguf | 3 ++ gemma-2-2b-it-Q4_0.gguf | 3 ++ gemma-2-2b-it-Q4_K_M.gguf | 3 ++ gemma-2-2b-it-Q4_K_M_imat.gguf | 3 ++ gemma-2-2b-it-Q4_K_S.gguf | 3 ++ gemma-2-2b-it-Q4_K_S_imat.gguf | 3 ++ gemma-2-2b-it-Q5_0.gguf | 3 ++ gemma-2-2b-it-Q5_K_M.gguf | 3 ++ gemma-2-2b-it-Q5_K_M_imat.gguf | 3 ++ gemma-2-2b-it-Q5_K_S.gguf | 3 ++ gemma-2-2b-it-Q5_K_S_imat.gguf | 3 ++ gemma-2-2b-it-Q6_K.gguf | 3 ++ gemma-2-2b-it-Q8_0.gguf | 3 ++ 22 files changed, 149 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-2-2b-it-IQ3_M_imat.gguf create mode 100644 gemma-2-2b-it-IQ3_XXS_imat.gguf create mode 100644 gemma-2-2b-it-IQ4_NL_imat.gguf create mode 100644 gemma-2-2b-it-IQ4_XS_imat.gguf create mode 100644 gemma-2-2b-it-Q2_K.gguf create mode 100644 gemma-2-2b-it-Q3_K_L.gguf create mode 100644 gemma-2-2b-it-Q3_K_M.gguf create mode 100644 gemma-2-2b-it-Q3_K_S.gguf create mode 100644 gemma-2-2b-it-Q4_0.gguf create mode 100644 gemma-2-2b-it-Q4_K_M.gguf create mode 100644 gemma-2-2b-it-Q4_K_M_imat.gguf create mode 100644 gemma-2-2b-it-Q4_K_S.gguf create mode 100644 gemma-2-2b-it-Q4_K_S_imat.gguf create mode 100644 gemma-2-2b-it-Q5_0.gguf create mode 100644 gemma-2-2b-it-Q5_K_M.gguf create mode 100644 gemma-2-2b-it-Q5_K_M_imat.gguf create mode 100644 gemma-2-2b-it-Q5_K_S.gguf create mode 100644 gemma-2-2b-it-Q5_K_S_imat.gguf create mode 100644 gemma-2-2b-it-Q6_K.gguf create mode 100644 gemma-2-2b-it-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8687d6d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-IQ3_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-IQ3_XXS_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q4_K_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q4_K_S_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-IQ4_NL_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-IQ4_XS_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q5_K_M_imat.gguf filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-it-Q5_K_S_imat.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6ebcee1 --- /dev/null +++ b/README.md @@ -0,0 +1,34 @@ + +# medmekk/gemma-2-2b-it.GGUF +GGUF quantized versions of [google/gemma-2-2b-it](https://huggingface.co/google/gemma-2-2b-it) + +## Available Formats: +- `Q2_K`: gemma-2-2b-it-Q2_K.gguf +- `Q3_K_S`: gemma-2-2b-it-Q3_K_S.gguf +- `Q3_K_M`: gemma-2-2b-it-Q3_K_M.gguf +- `Q3_K_L`: gemma-2-2b-it-Q3_K_L.gguf +- `Q4_0`: gemma-2-2b-it-Q4_0.gguf +- `Q4_K_S`: gemma-2-2b-it-Q4_K_S.gguf +- `Q4_K_M`: gemma-2-2b-it-Q4_K_M.gguf +- `Q5_0`: gemma-2-2b-it-Q5_0.gguf +- `Q5_K_S`: gemma-2-2b-it-Q5_K_S.gguf +- `Q5_K_M`: gemma-2-2b-it-Q5_K_M.gguf +- `Q6_K`: gemma-2-2b-it-Q6_K.gguf +- `Q8_0`: gemma-2-2b-it-Q8_0.gguf +- `IQ3_M_IMAT`: gemma-2-2b-it-IQ3_M_imat.gguf +- `IQ3_XXS_IMAT`: gemma-2-2b-it-IQ3_XXS_imat.gguf +- `Q4_K_M_IMAT`: gemma-2-2b-it-Q4_K_M_imat.gguf +- `Q4_K_S_IMAT`: gemma-2-2b-it-Q4_K_S_imat.gguf +- `IQ4_NL_IMAT`: gemma-2-2b-it-IQ4_NL_imat.gguf +- `IQ4_XS_IMAT`: gemma-2-2b-it-IQ4_XS_imat.gguf +- `Q5_K_M_IMAT`: gemma-2-2b-it-Q5_K_M_imat.gguf +- `Q5_K_S_IMAT`: gemma-2-2b-it-Q5_K_S_imat.gguf + +## Usage with llama.cpp: +```bash +# CLI: +llama-cli --hf-repo medmekk/gemma-2-2b-it.GGUF --hf-file MODEL_FILE -p "Your prompt" + +# Server: +llama-server --hf-repo medmekk/gemma-2-2b-it.GGUF --hf-file MODEL_FILE -c 2048 +``` diff --git a/gemma-2-2b-it-IQ3_M_imat.gguf b/gemma-2-2b-it-IQ3_M_imat.gguf new file mode 100644 index 0000000..37be88e --- /dev/null +++ b/gemma-2-2b-it-IQ3_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad818aa7c970b457880b6827e83d8e4dfaa6958c7cad73f14330cebe0fe82c5e +size 1393561664 diff --git a/gemma-2-2b-it-IQ3_XXS_imat.gguf b/gemma-2-2b-it-IQ3_XXS_imat.gguf new file mode 100644 index 0000000..2874c3f --- /dev/null +++ b/gemma-2-2b-it-IQ3_XXS_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d991b91e3ca6897f83a466b2c454b7ef56b5194321e81d79f564f16e842ab34 +size 1181685824 diff --git a/gemma-2-2b-it-IQ4_NL_imat.gguf b/gemma-2-2b-it-IQ4_NL_imat.gguf new file mode 100644 index 0000000..7873e0a --- /dev/null +++ b/gemma-2-2b-it-IQ4_NL_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7259bdb4f1ac946b29f0d347d5f1760a4a5bc21f8905f294fb4a0feea9a50b0e +size 1629509696 diff --git a/gemma-2-2b-it-IQ4_XS_imat.gguf b/gemma-2-2b-it-IQ4_XS_imat.gguf new file mode 100644 index 0000000..47718e2 --- /dev/null +++ b/gemma-2-2b-it-IQ4_XS_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6903689917e71e71158b1f2193f3aacd4b00e298841693743d9b767d212c410 +size 1566251072 diff --git a/gemma-2-2b-it-Q2_K.gguf b/gemma-2-2b-it-Q2_K.gguf new file mode 100644 index 0000000..89302a6 --- /dev/null +++ b/gemma-2-2b-it-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8435f409d1cf75e2dd7d463acbc3b76fa560aa7627e171efdada2cccec26460 +size 1229829984 diff --git a/gemma-2-2b-it-Q3_K_L.gguf b/gemma-2-2b-it-Q3_K_L.gguf new file mode 100644 index 0000000..0596c04 --- /dev/null +++ b/gemma-2-2b-it-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2974d6e9081186ea3f327adf7f575ef4037ebbe9abf5e3d009f72591cd994b38 +size 1550436192 diff --git a/gemma-2-2b-it-Q3_K_M.gguf b/gemma-2-2b-it-Q3_K_M.gguf new file mode 100644 index 0000000..0b06a13 --- /dev/null +++ b/gemma-2-2b-it-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644d3d4d414f5ed169c4aa05a88395c64f146c909d97ae4569f228012798cdbb +size 1461667680 diff --git a/gemma-2-2b-it-Q3_K_S.gguf b/gemma-2-2b-it-Q3_K_S.gguf new file mode 100644 index 0000000..a64eaac --- /dev/null +++ b/gemma-2-2b-it-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d905176fba6fc801341a5e3e4b12b920dd0275992f50c1e55e96d44abce7bdc +size 1360660320 diff --git a/gemma-2-2b-it-Q4_0.gguf b/gemma-2-2b-it-Q4_0.gguf new file mode 100644 index 0000000..bcb6887 --- /dev/null +++ b/gemma-2-2b-it-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596488296ac9de4a2a2d53522cd2c744d835017c9321a39ee8e0d3ccc0c8c512 +size 1629509472 diff --git a/gemma-2-2b-it-Q4_K_M.gguf b/gemma-2-2b-it-Q4_K_M.gguf new file mode 100644 index 0000000..d8801cb --- /dev/null +++ b/gemma-2-2b-it-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9de40ca88a0f9a0c229d8ee97f9db1a4f533ef5d9aa955cb6cfba814fb96b29 +size 1708582752 diff --git a/gemma-2-2b-it-Q4_K_M_imat.gguf b/gemma-2-2b-it-Q4_K_M_imat.gguf new file mode 100644 index 0000000..b71d4fa --- /dev/null +++ b/gemma-2-2b-it-Q4_K_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302f03ac232df49813f2dd575880fb83f76a1a982731495f1b4eadda6369dfdc +size 1708582976 diff --git a/gemma-2-2b-it-Q4_K_S.gguf b/gemma-2-2b-it-Q4_K_S.gguf new file mode 100644 index 0000000..3166101 --- /dev/null +++ b/gemma-2-2b-it-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9f5df757c30fc59856949e519e48566f087ec0c774a3e69f5aee1f9420e22f +size 1638651744 diff --git a/gemma-2-2b-it-Q4_K_S_imat.gguf b/gemma-2-2b-it-Q4_K_S_imat.gguf new file mode 100644 index 0000000..5fd5d7b --- /dev/null +++ b/gemma-2-2b-it-Q4_K_S_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8f1d1e5958fcd3870d904a74ce90a2c0fd210de5cc7408aef526756f9e133d +size 1638651968 diff --git a/gemma-2-2b-it-Q5_0.gguf b/gemma-2-2b-it-Q5_0.gguf new file mode 100644 index 0000000..29b4f39 --- /dev/null +++ b/gemma-2-2b-it-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d9340760eeaa35a7266a5ad50abf30a434ff3788a932b3cc14d916faaa3eb4 +size 1882543968 diff --git a/gemma-2-2b-it-Q5_K_M.gguf b/gemma-2-2b-it-Q5_K_M.gguf new file mode 100644 index 0000000..160221d --- /dev/null +++ b/gemma-2-2b-it-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b514d24747a725660e84ed7778dc0a374fd1155659cd8e1064e57882d57d786 +size 1923278688 diff --git a/gemma-2-2b-it-Q5_K_M_imat.gguf b/gemma-2-2b-it-Q5_K_M_imat.gguf new file mode 100644 index 0000000..30116ad --- /dev/null +++ b/gemma-2-2b-it-Q5_K_M_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1b2264be651dfc53947d76f7f475ab18a1e7b255b5a23a9a2970178520c115 +size 1923278912 diff --git a/gemma-2-2b-it-Q5_K_S.gguf b/gemma-2-2b-it-Q5_K_S.gguf new file mode 100644 index 0000000..ce35cb3 --- /dev/null +++ b/gemma-2-2b-it-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50f490839ae38697165464e6b459966ac70d66c62160cb5778ac5c70357e58b +size 1882543968 diff --git a/gemma-2-2b-it-Q5_K_S_imat.gguf b/gemma-2-2b-it-Q5_K_S_imat.gguf new file mode 100644 index 0000000..9e269b9 --- /dev/null +++ b/gemma-2-2b-it-Q5_K_S_imat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701fb1c775f4c21279e5b72eea7de440126dbd5f73c4f23459be3dda6a209c14 +size 1882544192 diff --git a/gemma-2-2b-it-Q6_K.gguf b/gemma-2-2b-it-Q6_K.gguf new file mode 100644 index 0000000..3ae577c --- /dev/null +++ b/gemma-2-2b-it-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a32524a1eec1931ebafb5ed24f19dcc2561b1c86d3fa02a578fca4bd34def1c +size 2151393120 diff --git a/gemma-2-2b-it-Q8_0.gguf b/gemma-2-2b-it-Q8_0.gguf new file mode 100644 index 0000000..1bd469b --- /dev/null +++ b/gemma-2-2b-it-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d69e1c933f8297fc3e5d915ac964cb37f9b19ffa42392c81bdfaa37d770d6ee +size 2784495456