From 9bb83cf6546564a36ee0c24c43aed57785550156 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 7 Oct 2026 12:23:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: bartowski/gemma-1.1-7b-it-GGUF Source: Original Platform --- .gitattributes | 51 +++++++++++++++++++++++++++++++++++++ README.md | 48 ++++++++++++++++++++++++++++++++++ configuration.json | 1 + gemma-1.1-7b-it-IQ3_M.gguf | 3 +++ gemma-1.1-7b-it-IQ3_S.gguf | 3 +++ gemma-1.1-7b-it-IQ4_NL.gguf | 3 +++ gemma-1.1-7b-it-IQ4_XS.gguf | 3 +++ gemma-1.1-7b-it-Q2_K.gguf | 3 +++ gemma-1.1-7b-it-Q3_K_L.gguf | 3 +++ gemma-1.1-7b-it-Q3_K_M.gguf | 3 +++ gemma-1.1-7b-it-Q3_K_S.gguf | 3 +++ gemma-1.1-7b-it-Q4_0.gguf | 3 +++ gemma-1.1-7b-it-Q4_K_M.gguf | 3 +++ gemma-1.1-7b-it-Q4_K_S.gguf | 3 +++ gemma-1.1-7b-it-Q5_0.gguf | 3 +++ gemma-1.1-7b-it-Q5_K_M.gguf | 3 +++ gemma-1.1-7b-it-Q5_K_S.gguf | 3 +++ gemma-1.1-7b-it-Q6_K.gguf | 3 +++ gemma-1.1-7b-it-Q8_0.gguf | 3 +++ 19 files changed, 148 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 gemma-1.1-7b-it-IQ3_M.gguf create mode 100644 gemma-1.1-7b-it-IQ3_S.gguf create mode 100644 gemma-1.1-7b-it-IQ4_NL.gguf create mode 100644 gemma-1.1-7b-it-IQ4_XS.gguf create mode 100644 gemma-1.1-7b-it-Q2_K.gguf create mode 100644 gemma-1.1-7b-it-Q3_K_L.gguf create mode 100644 gemma-1.1-7b-it-Q3_K_M.gguf create mode 100644 gemma-1.1-7b-it-Q3_K_S.gguf create mode 100644 gemma-1.1-7b-it-Q4_0.gguf create mode 100644 gemma-1.1-7b-it-Q4_K_M.gguf create mode 100644 gemma-1.1-7b-it-Q4_K_S.gguf create mode 100644 gemma-1.1-7b-it-Q5_0.gguf create mode 100644 gemma-1.1-7b-it-Q5_K_M.gguf create mode 100644 gemma-1.1-7b-it-Q5_K_S.gguf create mode 100644 gemma-1.1-7b-it-Q6_K.gguf create mode 100644 gemma-1.1-7b-it-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9183cc3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-1.1-7b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..017b510 --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +library_name: transformers +widget: +- messages: + - role: user + content: How does the brain work? +inference: + parameters: + max_new_tokens: 200 +extra_gated_heading: Access Gemma on Hugging Face +extra_gated_prompt: >- + To access Gemma on Hugging Face, you’re required to review and agree to + Google’s usage license. To do this, please ensure you’re logged-in to Hugging + Face and click below. Requests are processed immediately. +extra_gated_button_content: Acknowledge license +license: gemma +quantized_by: bartowski +pipeline_tag: text-generation +--- + +## Llamacpp Quantizations of gemma-1.1-7b-it + +Using llama.cpp release b2589 for quantization. + +Original model: https://huggingface.co/google/gemma-1.1-7b-it + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [gemma-1.1-7b-it-Q8_0.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q8_0.gguf) | Q8_0 | 9.07GB | Extremely high quality, generally unneeded but max available quant. | +| [gemma-1.1-7b-it-Q6_K.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q6_K.gguf) | Q6_K | 7.01GB | Very high quality, near perfect, *recommended*. | +| [gemma-1.1-7b-it-Q5_K_M.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q5_K_M.gguf) | Q5_K_M | 6.14GB | High quality, very usable. | +| [gemma-1.1-7b-it-Q5_K_S.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q5_K_S.gguf) | Q5_K_S | 5.98GB | High quality, very usable. | +| [gemma-1.1-7b-it-Q5_0.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q5_0.gguf) | Q5_0 | 5.98GB | High quality, older format, generally not recommended. | +| [gemma-1.1-7b-it-Q4_K_M.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q4_K_M.gguf) | Q4_K_M | 5.32GB | Good quality, uses about 4.83 bits per weight. | +| [gemma-1.1-7b-it-Q4_K_S.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q4_K_S.gguf) | Q4_K_S | 5.04GB | Slightly lower quality with small space savings. | +| [gemma-1.1-7b-it-IQ4_NL.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-IQ4_NL.gguf) | IQ4_NL | 5.04GB | Decent quality, similar to Q4_K_S, new method of quanting, | +| [gemma-1.1-7b-it-IQ4_XS.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-IQ4_XS.gguf) | IQ4_XS | 4.80GB | Decent quality, new method with similar performance to Q4. | +| [gemma-1.1-7b-it-Q4_0.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q4_0.gguf) | Q4_0 | 5.01GB | Decent quality, older format, generally not recommended. | +| [gemma-1.1-7b-it-Q3_K_L.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q3_K_L.gguf) | Q3_K_L | 4.70GB | Lower quality but usable, good for low RAM availability. | +| [gemma-1.1-7b-it-Q3_K_M.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q3_K_M.gguf) | Q3_K_M | 4.36GB | Even lower quality. | +| [gemma-1.1-7b-it-IQ3_M.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-IQ3_M.gguf) | IQ3_M | 4.10GB | Medium-low quality, new method with decent performance. | +| [gemma-1.1-7b-it-IQ3_S.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-IQ3_S.gguf) | IQ3_S | 3.98GB | Lower quality, new method with decent performance, recommended over Q3 quants. | +| [gemma-1.1-7b-it-Q3_K_S.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q3_K_S.gguf) | Q3_K_S | 3.98GB | Low quality, not recommended. | +| [gemma-1.1-7b-it-Q2_K.gguf](https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/blob/main/gemma-1.1-7b-it-Q2_K.gguf) | Q2_K | 3.48GB | Extremely low quality, *not* recommended. | + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/gemma-1.1-7b-it-IQ3_M.gguf b/gemma-1.1-7b-it-IQ3_M.gguf new file mode 100644 index 0000000..bb90c9b --- /dev/null +++ b/gemma-1.1-7b-it-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18f7b567d6ea589e47484bf520084b7bdda49b44218222e1a25530619b798eb +size 4106071008 diff --git a/gemma-1.1-7b-it-IQ3_S.gguf b/gemma-1.1-7b-it-IQ3_S.gguf new file mode 100644 index 0000000..4b27347 --- /dev/null +++ b/gemma-1.1-7b-it-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e16021fba18d1849225195021463bc4c3506f02275978e6cb4f8667396d7db8 +size 3982404576 diff --git a/gemma-1.1-7b-it-IQ4_NL.gguf b/gemma-1.1-7b-it-IQ4_NL.gguf new file mode 100644 index 0000000..83d6c15 --- /dev/null +++ b/gemma-1.1-7b-it-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94593a03d4764ad2cd57466cc21bd56d8b64558ca7e63eb9eb67f5f097a966b3 +size 5040155616 diff --git a/gemma-1.1-7b-it-IQ4_XS.gguf b/gemma-1.1-7b-it-IQ4_XS.gguf new file mode 100644 index 0000000..d34d2ab --- /dev/null +++ b/gemma-1.1-7b-it-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a870b6937cf25ad6dc4a4504b45194b4e362b026faba0232f01a5813d88c4009 +size 4805012448 diff --git a/gemma-1.1-7b-it-Q2_K.gguf b/gemma-1.1-7b-it-Q2_K.gguf new file mode 100644 index 0000000..8164e67 --- /dev/null +++ b/gemma-1.1-7b-it-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff6db2f67df6c23820079cefc0f14d677db5b3cec6a8d9a75ca03581ead1425 +size 3481447392 diff --git a/gemma-1.1-7b-it-Q3_K_L.gguf b/gemma-1.1-7b-it-Q3_K_L.gguf new file mode 100644 index 0000000..bcb394f --- /dev/null +++ b/gemma-1.1-7b-it-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10b878057ec814b1a34e4c344a2d6a1f2526bfa663a99852ad116d52754b163 +size 4709067744 diff --git a/gemma-1.1-7b-it-Q3_K_M.gguf b/gemma-1.1-7b-it-Q3_K_M.gguf new file mode 100644 index 0000000..c0a144b --- /dev/null +++ b/gemma-1.1-7b-it-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5236a3376310259ce5499e6d9176b09be6199ae41e13edbde6ecccd87a1f56ef +size 4369329120 diff --git a/gemma-1.1-7b-it-Q3_K_S.gguf b/gemma-1.1-7b-it-Q3_K_S.gguf new file mode 100644 index 0000000..6279de2 --- /dev/null +++ b/gemma-1.1-7b-it-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ead9be204e62903cfa14efc478878b7bb909d641f177e04cb46ee84b8c24c2c +size 3982404576 diff --git a/gemma-1.1-7b-it-Q4_0.gguf b/gemma-1.1-7b-it-Q4_0.gguf new file mode 100644 index 0000000..9acfe0f --- /dev/null +++ b/gemma-1.1-7b-it-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c8cc586f40c8a01bd9f3d7f7ac00e3c73ceb981dc18ca60a82a0c343d13351 +size 5011844064 diff --git a/gemma-1.1-7b-it-Q4_K_M.gguf b/gemma-1.1-7b-it-Q4_K_M.gguf new file mode 100644 index 0000000..90e7699 --- /dev/null +++ b/gemma-1.1-7b-it-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47821da72ee9e80b6fd43c6190ad751b485fb61fa5664590f7a73246bcd8332e +size 5329759200 diff --git a/gemma-1.1-7b-it-Q4_K_S.gguf b/gemma-1.1-7b-it-Q4_K_S.gguf new file mode 100644 index 0000000..78148da --- /dev/null +++ b/gemma-1.1-7b-it-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7746c2f79945ed545a7ce60f9a2b494148e7ff6e2f84e9a4845b122ce728856 +size 5046447072 diff --git a/gemma-1.1-7b-it-Q5_0.gguf b/gemma-1.1-7b-it-Q5_0.gguf new file mode 100644 index 0000000..b31799a --- /dev/null +++ b/gemma-1.1-7b-it-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5be4f16f7b4a999824a5f4c9e0d574b261f61e2f3025c12909a9370da26892 +size 5980728288 diff --git a/gemma-1.1-7b-it-Q5_K_M.gguf b/gemma-1.1-7b-it-Q5_K_M.gguf new file mode 100644 index 0000000..a4ea173 --- /dev/null +++ b/gemma-1.1-7b-it-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890caf19faf204cf5dffd0af384cf1b5c5108f403c5ef70c864262514c4f8ac4 +size 6144502752 diff --git a/gemma-1.1-7b-it-Q5_K_S.gguf b/gemma-1.1-7b-it-Q5_K_S.gguf new file mode 100644 index 0000000..1fdff2b --- /dev/null +++ b/gemma-1.1-7b-it-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b7f085a4e897d4f3c03eec18ea7728a576ba2632a7fb15fbce8419556bf9ef +size 5980728288 diff --git a/gemma-1.1-7b-it-Q6_K.gguf b/gemma-1.1-7b-it-Q6_K.gguf new file mode 100644 index 0000000..c939b07 --- /dev/null +++ b/gemma-1.1-7b-it-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b073e047c021a4c41c0a429b04e96f1449b11e7be83e8109a846b10a465b7914 +size 7010167776 diff --git a/gemma-1.1-7b-it-Q8_0.gguf b/gemma-1.1-7b-it-Q8_0.gguf new file mode 100644 index 0000000..21b93b3 --- /dev/null +++ b/gemma-1.1-7b-it-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70840b7af2b7191b0088c7c2139e9f829324c03ad808f52db5578b4d03e9272c +size 9077844960