From 35194925da665a59c21dbb0a9d5049ce6e76b13d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 7 Oct 2026 13:03:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/codegemma-7b-i1-GGUF Source: Original Platform --- .gitattributes | 61 +++++++++++++++++++++++++ CodeGemma-7b.i1-IQ1_M.gguf | 3 ++ CodeGemma-7b.i1-IQ1_S.gguf | 3 ++ CodeGemma-7b.i1-IQ2_M.gguf | 3 ++ CodeGemma-7b.i1-IQ2_S.gguf | 3 ++ CodeGemma-7b.i1-IQ2_XS.gguf | 3 ++ CodeGemma-7b.i1-IQ2_XXS.gguf | 3 ++ CodeGemma-7b.i1-IQ3_M.gguf | 3 ++ CodeGemma-7b.i1-IQ3_S.gguf | 3 ++ CodeGemma-7b.i1-IQ3_XS.gguf | 3 ++ CodeGemma-7b.i1-IQ3_XXS.gguf | 3 ++ CodeGemma-7b.i1-IQ4_XS.gguf | 3 ++ CodeGemma-7b.i1-Q2_K.gguf | 3 ++ CodeGemma-7b.i1-Q2_K_S.gguf | 3 ++ CodeGemma-7b.i1-Q3_K_L.gguf | 3 ++ CodeGemma-7b.i1-Q3_K_M.gguf | 3 ++ CodeGemma-7b.i1-Q3_K_S.gguf | 3 ++ CodeGemma-7b.i1-Q4_0.gguf | 3 ++ CodeGemma-7b.i1-Q4_K_M.gguf | 3 ++ CodeGemma-7b.i1-Q4_K_S.gguf | 3 ++ CodeGemma-7b.i1-Q5_K_M.gguf | 3 ++ CodeGemma-7b.i1-Q5_K_S.gguf | 3 ++ CodeGemma-7b.i1-Q6_K.gguf | 3 ++ README.md | 83 +++++++++++++++++++++++++++++++++++ codegemma-7b.i1-IQ1_M.gguf | 3 ++ codegemma-7b.i1-IQ1_S.gguf | 3 ++ codegemma-7b.i1-IQ2_M.gguf | 3 ++ codegemma-7b.i1-IQ2_S.gguf | 3 ++ codegemma-7b.i1-IQ2_XS.gguf | 3 ++ codegemma-7b.i1-IQ2_XXS.gguf | 3 ++ codegemma-7b.i1-IQ3_M.gguf | 3 ++ codegemma-7b.i1-IQ3_S.gguf | 3 ++ codegemma-7b.i1-IQ3_XS.gguf | 3 ++ codegemma-7b.i1-IQ3_XXS.gguf | 3 ++ codegemma-7b.i1-IQ4_XS.gguf | 3 ++ codegemma-7b.i1-Q2_K.gguf | 3 ++ codegemma-7b.i1-Q3_K_L.gguf | 3 ++ codegemma-7b.i1-Q3_K_M.gguf | 3 ++ codegemma-7b.i1-Q3_K_S.gguf | 3 ++ codegemma-7b.i1-Q4_0.gguf | 3 ++ codegemma-7b.i1-Q4_0_4_4.gguf | 3 ++ codegemma-7b.i1-Q4_0_4_8.gguf | 3 ++ codegemma-7b.i1-Q4_0_8_8.gguf | 3 ++ codegemma-7b.i1-Q4_K_M.gguf | 3 ++ codegemma-7b.i1-Q4_K_S.gguf | 3 ++ codegemma-7b.i1-Q5_K_M.gguf | 3 ++ codegemma-7b.i1-Q5_K_S.gguf | 3 ++ codegemma-7b.i1-Q6_K.gguf | 3 ++ imatrix.dat | 3 ++ 49 files changed, 285 insertions(+) create mode 100644 .gitattributes create mode 100644 CodeGemma-7b.i1-IQ1_M.gguf create mode 100644 CodeGemma-7b.i1-IQ1_S.gguf create mode 100644 CodeGemma-7b.i1-IQ2_M.gguf create mode 100644 CodeGemma-7b.i1-IQ2_S.gguf create mode 100644 CodeGemma-7b.i1-IQ2_XS.gguf create mode 100644 CodeGemma-7b.i1-IQ2_XXS.gguf create mode 100644 CodeGemma-7b.i1-IQ3_M.gguf create mode 100644 CodeGemma-7b.i1-IQ3_S.gguf create mode 100644 CodeGemma-7b.i1-IQ3_XS.gguf create mode 100644 CodeGemma-7b.i1-IQ3_XXS.gguf create mode 100644 CodeGemma-7b.i1-IQ4_XS.gguf create mode 100644 CodeGemma-7b.i1-Q2_K.gguf create mode 100644 CodeGemma-7b.i1-Q2_K_S.gguf create mode 100644 CodeGemma-7b.i1-Q3_K_L.gguf create mode 100644 CodeGemma-7b.i1-Q3_K_M.gguf create mode 100644 CodeGemma-7b.i1-Q3_K_S.gguf create mode 100644 CodeGemma-7b.i1-Q4_0.gguf create mode 100644 CodeGemma-7b.i1-Q4_K_M.gguf create mode 100644 CodeGemma-7b.i1-Q4_K_S.gguf create mode 100644 CodeGemma-7b.i1-Q5_K_M.gguf create mode 100644 CodeGemma-7b.i1-Q5_K_S.gguf create mode 100644 CodeGemma-7b.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 codegemma-7b.i1-IQ1_M.gguf create mode 100644 codegemma-7b.i1-IQ1_S.gguf create mode 100644 codegemma-7b.i1-IQ2_M.gguf create mode 100644 codegemma-7b.i1-IQ2_S.gguf create mode 100644 codegemma-7b.i1-IQ2_XS.gguf create mode 100644 codegemma-7b.i1-IQ2_XXS.gguf create mode 100644 codegemma-7b.i1-IQ3_M.gguf create mode 100644 codegemma-7b.i1-IQ3_S.gguf create mode 100644 codegemma-7b.i1-IQ3_XS.gguf create mode 100644 codegemma-7b.i1-IQ3_XXS.gguf create mode 100644 codegemma-7b.i1-IQ4_XS.gguf create mode 100644 codegemma-7b.i1-Q2_K.gguf create mode 100644 codegemma-7b.i1-Q3_K_L.gguf create mode 100644 codegemma-7b.i1-Q3_K_M.gguf create mode 100644 codegemma-7b.i1-Q3_K_S.gguf create mode 100644 codegemma-7b.i1-Q4_0.gguf create mode 100644 codegemma-7b.i1-Q4_0_4_4.gguf create mode 100644 codegemma-7b.i1-Q4_0_4_8.gguf create mode 100644 codegemma-7b.i1-Q4_0_8_8.gguf create mode 100644 codegemma-7b.i1-Q4_K_M.gguf create mode 100644 codegemma-7b.i1-Q4_K_S.gguf create mode 100644 codegemma-7b.i1-Q5_K_M.gguf create mode 100644 codegemma-7b.i1-Q5_K_S.gguf create mode 100644 codegemma-7b.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..da17aaf --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +codegemma-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeGemma-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CodeGemma-7b.i1-IQ1_M.gguf b/CodeGemma-7b.i1-IQ1_M.gguf new file mode 100644 index 0000000..7712abc --- /dev/null +++ b/CodeGemma-7b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b472f962dd323d79ea5ba44b83cb254e347a76962d0728cde581a4ddfaeb7c +size 2320035392 diff --git a/CodeGemma-7b.i1-IQ1_S.gguf b/CodeGemma-7b.i1-IQ1_S.gguf new file mode 100644 index 0000000..845c2e6 --- /dev/null +++ b/CodeGemma-7b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af65c9cd72f5812f95af2ec7b8592bf463b065444cdfcda6e08d170ab54022b3 +size 2160193088 diff --git a/CodeGemma-7b.i1-IQ2_M.gguf b/CodeGemma-7b.i1-IQ2_M.gguf new file mode 100644 index 0000000..4b9534e --- /dev/null +++ b/CodeGemma-7b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b0670540536ccd3be88a722bc78897cda41487db3caf5660741eba853483c +size 3132026432 diff --git a/CodeGemma-7b.i1-IQ2_S.gguf b/CodeGemma-7b.i1-IQ2_S.gguf new file mode 100644 index 0000000..7139636 --- /dev/null +++ b/CodeGemma-7b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50027eba0782d9d9b35ebf582af2e3428b108d0d6f93af63bcf89d0eb9ccb585 +size 2918903360 diff --git a/CodeGemma-7b.i1-IQ2_XS.gguf b/CodeGemma-7b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5aa7105 --- /dev/null +++ b/CodeGemma-7b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277534b427c60763f93fba1848edf7126aad7320fa6a61fb3176aa89da26dbf6 +size 2810572352 diff --git a/CodeGemma-7b.i1-IQ2_XXS.gguf b/CodeGemma-7b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..80bd9c9 --- /dev/null +++ b/CodeGemma-7b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d08c499b730a99b6b4b447a344008335a103fe027dfae834284e508ed04c18 +size 2586439232 diff --git a/CodeGemma-7b.i1-IQ3_M.gguf b/CodeGemma-7b.i1-IQ3_M.gguf new file mode 100644 index 0000000..70e8ecb --- /dev/null +++ b/CodeGemma-7b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe87015ae556c5a39f54e20aa5c4ca1c31e000b847ed6756c38e10981e3ca69 +size 4106071616 diff --git a/CodeGemma-7b.i1-IQ3_S.gguf b/CodeGemma-7b.i1-IQ3_S.gguf new file mode 100644 index 0000000..5a234c7 --- /dev/null +++ b/CodeGemma-7b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4d6d5353f4c76fb1195e3a40a835f92253d0a2e61b189a6af58bad7dd59bb5 +size 3982405184 diff --git a/CodeGemma-7b.i1-IQ3_XS.gguf b/CodeGemma-7b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..5abab23 --- /dev/null +++ b/CodeGemma-7b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ae0a5be27f766105136030afc256ecffd5f3fafecc2ff27abbfa0ffe15d944 +size 3800739392 diff --git a/CodeGemma-7b.i1-IQ3_XXS.gguf b/CodeGemma-7b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5bd4388 --- /dev/null +++ b/CodeGemma-7b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2659097f5f6254e123c2b5142e08887724fa0677955abe4a79113d28a96b3329 +size 3487100480 diff --git a/CodeGemma-7b.i1-IQ4_XS.gguf b/CodeGemma-7b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..907626b --- /dev/null +++ b/CodeGemma-7b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5be07d7694c6c0e44230766f63345ea54c28e1d121affa07e3e76e7eb7b611 +size 4769623616 diff --git a/CodeGemma-7b.i1-Q2_K.gguf b/CodeGemma-7b.i1-Q2_K.gguf new file mode 100644 index 0000000..c26bd70 --- /dev/null +++ b/CodeGemma-7b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c65f2147b68cb37a24613c92e9359025810c42aa03f081c219a040434377d5 +size 3481448000 diff --git a/CodeGemma-7b.i1-Q2_K_S.gguf b/CodeGemma-7b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..79e4b11 --- /dev/null +++ b/CodeGemma-7b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431e1c8ecd006799e873459c00ab4f001a161da1580f3151dca3070beed02f2d +size 3248270912 diff --git a/CodeGemma-7b.i1-Q3_K_L.gguf b/CodeGemma-7b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..cd169b8 --- /dev/null +++ b/CodeGemma-7b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7120b34a13ce805fbe751f3afc71dd2595b76a68602aa69496ba5fdb20d6abca +size 4709068352 diff --git a/CodeGemma-7b.i1-Q3_K_M.gguf b/CodeGemma-7b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..466687c --- /dev/null +++ b/CodeGemma-7b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a83f3517f0b8c64079f44709b063b59b9c179383aa9d6415af88010c46ffecba +size 4369329728 diff --git a/CodeGemma-7b.i1-Q3_K_S.gguf b/CodeGemma-7b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f3412f1 --- /dev/null +++ b/CodeGemma-7b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54208e7e1b0a366a6da90662e972139c6fb785abb10025e8f8a2fe36b40caef +size 3982405184 diff --git a/CodeGemma-7b.i1-Q4_0.gguf b/CodeGemma-7b.i1-Q4_0.gguf new file mode 100644 index 0000000..b13600c --- /dev/null +++ b/CodeGemma-7b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cc7500cb4fcc98bf73d2886675b8765688c68cdf6e741181857b0d4bb7e788 +size 5026000448 diff --git a/CodeGemma-7b.i1-Q4_K_M.gguf b/CodeGemma-7b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..77fbe44 --- /dev/null +++ b/CodeGemma-7b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac4cc29bdfa909b01c3ca8fe46435fd624d2bc15e836603f916dff969ff75e6 +size 5329759808 diff --git a/CodeGemma-7b.i1-Q4_K_S.gguf b/CodeGemma-7b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..df4098d --- /dev/null +++ b/CodeGemma-7b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1be4b138bf811cb2e86cf4d968580a1a9d2092b47a43d4daf6932833a53a08 +size 5046447680 diff --git a/CodeGemma-7b.i1-Q5_K_M.gguf b/CodeGemma-7b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..87d948b --- /dev/null +++ b/CodeGemma-7b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6538292bd80722c3d7a1b8c2e858ede4b5e0b62428ca9daf25e6fb7ac131e07 +size 6144503360 diff --git a/CodeGemma-7b.i1-Q5_K_S.gguf b/CodeGemma-7b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d58ec69 --- /dev/null +++ b/CodeGemma-7b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec15a591f6eca588e528f2d4f0a1d01467754fd0daa9b245501529818c3b219 +size 5980728896 diff --git a/CodeGemma-7b.i1-Q6_K.gguf b/CodeGemma-7b.i1-Q6_K.gguf new file mode 100644 index 0000000..7842701 --- /dev/null +++ b/CodeGemma-7b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a5df599169042ffffa9f2638d701765cc4789775059455469ca4b91f59ff13 +size 7010168384 diff --git a/README.md b/README.md new file mode 100644 index 0000000..84b7d4a --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: google/codegemma-7b +extra_gated_button_content: Acknowledge license +extra_gated_heading: Access CodeGemma on Hugging Face +extra_gated_prompt: To access CodeGemma on Hugging Face, you’re required to review + and agree to Google’s usage license. To do this, please ensure you’re logged-in + to Hugging Face and click below. Requests are processed immediately. +language: +- en +library_name: transformers +license: gemma +license_link: https://ai.google.dev/gemma/terms +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/google/codegemma-7b + + +static quants are available at https://huggingface.co/mradermacher/codegemma-7b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.3 | very low quality | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ1_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ1_S.gguf) | i1-IQ1_S | 4.4 | for the desperate | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ1_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ1_M.gguf) | i1-IQ1_M | 4.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 5.1 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 5.1 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 5.1 | fast on arm+sve, low quality | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_XXS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 5.3 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 5.7 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_S.gguf) | i1-IQ2_S | 5.9 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_M.gguf) | i1-IQ2_M | 6.4 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q2_K.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q2_K.gguf) | i1-Q2_K | 7.1 | IQ3_XXS probably better | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_XXS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 7.1 | lower quality | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 7.7 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_S.gguf) | i1-IQ3_S | 8.1 | beats Q3_K* | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 8.1 | IQ3_XS probably better | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_M.gguf) | i1-IQ3_M | 8.3 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 8.8 | IQ3_S probably better | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_L.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 9.5 | IQ3_M probably better | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ4_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 9.6 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_0.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0.gguf) | i1-Q4_0 | 10.2 | fast, low quality | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 10.2 | optimal size/speed/quality | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 10.8 | fast, recommended | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q5_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 12.1 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q5_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 12.4 | | +| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q6_K.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q6_K.gguf) | i1-Q6_K | 14.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/codegemma-7b.i1-IQ1_M.gguf b/codegemma-7b.i1-IQ1_M.gguf new file mode 100644 index 0000000..4d6aa0d --- /dev/null +++ b/codegemma-7b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd03846f7437bc4832a412b5ce30c037192add89e6532e0a59cbf1e09e85acc +size 2320034240 diff --git a/codegemma-7b.i1-IQ1_S.gguf b/codegemma-7b.i1-IQ1_S.gguf new file mode 100644 index 0000000..72ebbff --- /dev/null +++ b/codegemma-7b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7271c884048b85b0300c6e1dce9a811705ecc916777972aea0b8d79438c3b104 +size 2160191936 diff --git a/codegemma-7b.i1-IQ2_M.gguf b/codegemma-7b.i1-IQ2_M.gguf new file mode 100644 index 0000000..719abc3 --- /dev/null +++ b/codegemma-7b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df3bd344b5070b60f9d2a1aa353e59c81a04b4c8f5a700a2ac9450c965b98ce +size 3132025280 diff --git a/codegemma-7b.i1-IQ2_S.gguf b/codegemma-7b.i1-IQ2_S.gguf new file mode 100644 index 0000000..107a0fd --- /dev/null +++ b/codegemma-7b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e6a80c363af303e238b6e2ce3c773bfdf40e255466810251317e77b03bba41 +size 2918902208 diff --git a/codegemma-7b.i1-IQ2_XS.gguf b/codegemma-7b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d27ec1a --- /dev/null +++ b/codegemma-7b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137032e687beafa86b1c15df314614b04e49095e495ecef5af253b4a5bdedc10 +size 2810571200 diff --git a/codegemma-7b.i1-IQ2_XXS.gguf b/codegemma-7b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0494aba --- /dev/null +++ b/codegemma-7b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c071bf005905fc5594de63ccca2789d69ea9ac13531447aec8385e2b15b229d +size 2586438080 diff --git a/codegemma-7b.i1-IQ3_M.gguf b/codegemma-7b.i1-IQ3_M.gguf new file mode 100644 index 0000000..4f3cefb --- /dev/null +++ b/codegemma-7b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1a12be7a23d58b9a3cc8f28fed7bd18fb9b4f7f21263f0a52d860f5eaf9269 +size 4106070464 diff --git a/codegemma-7b.i1-IQ3_S.gguf b/codegemma-7b.i1-IQ3_S.gguf new file mode 100644 index 0000000..c233360 --- /dev/null +++ b/codegemma-7b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14050e2c2a25578ad6791d7f60711da4b39aee29d6987d603427b97de981c13b +size 3982404032 diff --git a/codegemma-7b.i1-IQ3_XS.gguf b/codegemma-7b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..81f05ea --- /dev/null +++ b/codegemma-7b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2bd6ad8fb63fa8bf993012429f53436518eb182c8569ab8512ebd00bec1e80 +size 3800738240 diff --git a/codegemma-7b.i1-IQ3_XXS.gguf b/codegemma-7b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a8a9b7d --- /dev/null +++ b/codegemma-7b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b31601cd04134d24a4ba957b1386700d2685af19c351efb3036f336e42eed6b +size 3487099328 diff --git a/codegemma-7b.i1-IQ4_XS.gguf b/codegemma-7b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..37ff040 --- /dev/null +++ b/codegemma-7b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d69df0a61431c21a73b9f428ece7572778ff097ce5108c361ade9a3f3c54a3 +size 4769622464 diff --git a/codegemma-7b.i1-Q2_K.gguf b/codegemma-7b.i1-Q2_K.gguf new file mode 100644 index 0000000..4d681b6 --- /dev/null +++ b/codegemma-7b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382be88ab051f2810634dd01b7800925566ac6656645bac37b15755c07e6e675 +size 3481446848 diff --git a/codegemma-7b.i1-Q3_K_L.gguf b/codegemma-7b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..a084732 --- /dev/null +++ b/codegemma-7b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba96c5cf6b4b1bcd361623c054224069318ebdee7fd5a141fc1a8e9356657a8 +size 4709067200 diff --git a/codegemma-7b.i1-Q3_K_M.gguf b/codegemma-7b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..df314f4 --- /dev/null +++ b/codegemma-7b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d2fe3d866d5327162b878088e6edc0cd82976478b9198310e89eb60d460b084 +size 4369328576 diff --git a/codegemma-7b.i1-Q3_K_S.gguf b/codegemma-7b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0b29f38 --- /dev/null +++ b/codegemma-7b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405cbaf5e93e7070fb841b43dd0d73f1b0f3205d15bc55c67a99063ad9c9268e +size 3982404032 diff --git a/codegemma-7b.i1-Q4_0.gguf b/codegemma-7b.i1-Q4_0.gguf new file mode 100644 index 0000000..edc7092 --- /dev/null +++ b/codegemma-7b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369ee12e9391299de8f1c958bf7c3cdeb6d61300a50fcebdeb7ecb69e4b396b6 +size 5025999296 diff --git a/codegemma-7b.i1-Q4_0_4_4.gguf b/codegemma-7b.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..a1bdc17 --- /dev/null +++ b/codegemma-7b.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5991b8190893437bac001aee6818202221605d1ef8bfc6aba584e23ffe644d3 +size 5011843520 diff --git a/codegemma-7b.i1-Q4_0_4_8.gguf b/codegemma-7b.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..daa604b --- /dev/null +++ b/codegemma-7b.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4feddfe4c6b8fa895087bbf03565fed4e37ab99465ac54d2938e500b94cb48 +size 5011843520 diff --git a/codegemma-7b.i1-Q4_0_8_8.gguf b/codegemma-7b.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..17225b0 --- /dev/null +++ b/codegemma-7b.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a616a2f248cf16d0b84a53b32654aa07e6099ce2214e31018dec0008e3df7cf +size 5011843520 diff --git a/codegemma-7b.i1-Q4_K_M.gguf b/codegemma-7b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d2889b8 --- /dev/null +++ b/codegemma-7b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f1e3bfb7165de38f0071ed8714fe0382a34bea6c0f8e322bc3718782c74eef +size 5329758656 diff --git a/codegemma-7b.i1-Q4_K_S.gguf b/codegemma-7b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..670cb81 --- /dev/null +++ b/codegemma-7b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef1802e7a3cade420c888944a5d78aef1f8444404683c7cf539fff8eecc1c27 +size 5046446528 diff --git a/codegemma-7b.i1-Q5_K_M.gguf b/codegemma-7b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..981f391 --- /dev/null +++ b/codegemma-7b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffad7c8d8e2e8db09ffa53d914685ba92a77057bc97a324b3455b19164f4e3aa +size 6144502208 diff --git a/codegemma-7b.i1-Q5_K_S.gguf b/codegemma-7b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..87ab16e --- /dev/null +++ b/codegemma-7b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15585cb237b20f03371f36996958842889550e46fc69b7434aceab2d807596a +size 5980727744 diff --git a/codegemma-7b.i1-Q6_K.gguf b/codegemma-7b.i1-Q6_K.gguf new file mode 100644 index 0000000..c04cb0e --- /dev/null +++ b/codegemma-7b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0a3329d2567b6780573e455f34619c07be8adf983e11a61f5a15c1ecb267cd +size 7010167232 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..cb65eb7 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56f094886820d87046fea6884f4721ab6c9c0a5ef201c3478ec40b529f12fab +size 4938073