From 34d4c5ee3186e187abcd2b3352c6070a67443b30 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 12 Oct 2026 13:51:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/gemma-3-1b-it-GGUF Source: Original Platform --- .gitattributes | 64 ++++++++++++++++++++ README.md | 121 +++++++++++++++++++++++++++++++++++++ gemma-3-1b-it.IQ1_M.gguf | 3 + gemma-3-1b-it.IQ1_S.gguf | 3 + gemma-3-1b-it.IQ2_M.gguf | 3 + gemma-3-1b-it.IQ2_S.gguf | 3 + gemma-3-1b-it.IQ2_XS.gguf | 3 + gemma-3-1b-it.IQ2_XXS.gguf | 3 + gemma-3-1b-it.IQ3_M.gguf | 3 + gemma-3-1b-it.IQ3_S.gguf | 3 + gemma-3-1b-it.IQ3_XS.gguf | 3 + gemma-3-1b-it.IQ3_XXS.gguf | 3 + gemma-3-1b-it.IQ4_NL.gguf | 3 + gemma-3-1b-it.IQ4_XS.gguf | 3 + gemma-3-1b-it.Q2_K.gguf | 3 + gemma-3-1b-it.Q2_K_S.gguf | 3 + gemma-3-1b-it.Q3_K_L.gguf | 3 + gemma-3-1b-it.Q3_K_M.gguf | 3 + gemma-3-1b-it.Q3_K_S.gguf | 3 + gemma-3-1b-it.Q4_0.gguf | 3 + gemma-3-1b-it.Q4_1.gguf | 3 + gemma-3-1b-it.Q4_K_M.gguf | 3 + gemma-3-1b-it.Q4_K_S.gguf | 3 + gemma-3-1b-it.Q5_0.gguf | 3 + gemma-3-1b-it.Q5_1.gguf | 3 + gemma-3-1b-it.Q5_K_M.gguf | 3 + gemma-3-1b-it.Q5_K_S.gguf | 3 + gemma-3-1b-it.Q6_K.gguf | 3 + gemma-3-1b-it.Q8_0.gguf | 3 + gemma-3-1b-it.f16.gguf | 3 + gemma-3-1b-it.imatrix | 3 + 31 files changed, 272 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gemma-3-1b-it.IQ1_M.gguf create mode 100644 gemma-3-1b-it.IQ1_S.gguf create mode 100644 gemma-3-1b-it.IQ2_M.gguf create mode 100644 gemma-3-1b-it.IQ2_S.gguf create mode 100644 gemma-3-1b-it.IQ2_XS.gguf create mode 100644 gemma-3-1b-it.IQ2_XXS.gguf create mode 100644 gemma-3-1b-it.IQ3_M.gguf create mode 100644 gemma-3-1b-it.IQ3_S.gguf create mode 100644 gemma-3-1b-it.IQ3_XS.gguf create mode 100644 gemma-3-1b-it.IQ3_XXS.gguf create mode 100644 gemma-3-1b-it.IQ4_NL.gguf create mode 100644 gemma-3-1b-it.IQ4_XS.gguf create mode 100644 gemma-3-1b-it.Q2_K.gguf create mode 100644 gemma-3-1b-it.Q2_K_S.gguf create mode 100644 gemma-3-1b-it.Q3_K_L.gguf create mode 100644 gemma-3-1b-it.Q3_K_M.gguf create mode 100644 gemma-3-1b-it.Q3_K_S.gguf create mode 100644 gemma-3-1b-it.Q4_0.gguf create mode 100644 gemma-3-1b-it.Q4_1.gguf create mode 100644 gemma-3-1b-it.Q4_K_M.gguf create mode 100644 gemma-3-1b-it.Q4_K_S.gguf create mode 100644 gemma-3-1b-it.Q5_0.gguf create mode 100644 gemma-3-1b-it.Q5_1.gguf create mode 100644 gemma-3-1b-it.Q5_K_M.gguf create mode 100644 gemma-3-1b-it.Q5_K_S.gguf create mode 100644 gemma-3-1b-it.Q6_K.gguf create mode 100644 gemma-3-1b-it.Q8_0.gguf create mode 100644 gemma-3-1b-it.f16.gguf create mode 100644 gemma-3-1b-it.imatrix diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..217922f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.imatrix filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6d6b2ff --- /dev/null +++ b/README.md @@ -0,0 +1,121 @@ +--- +base_model: google/gemma-3-1b-it +pipeline_tag: text-generation +inference: true +language: +- en +license: gemma +model_creator: google +model_name: gemma-3-1b-it +model_type: gemma3_text +quantized_by: brittlewis12 +tags: +- reasoning +- gemma +--- + +# Gemma 3 1B IT GGUF + +**Original model**: [Gemma 3 1B IT](https://huggingface.co/google/gemma-3-1b-it) + +**Model creator**: [Google DeepMind](https://huggingface.co/google) + +> Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. + +> Gemma 3 has a large, 128K context window, multilingual support in over 140 languages, and is available in more sizes than previous versions. Gemma 3 models are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. + +This repo contains GGUF format model files for Google DeepMind’s Gemma 3 1B IT (instruction-tuned). + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, +introduced by the llama.cpp team on August 21st 2023. + +Converted with llama.cpp build b4875 (revision [7841fc7](https://github.com/ggml-org/llama.cpp/commits/7841fc723e059d1fd9640e5c0ef19050fcc7c698)), +using [autogguf-rs](https://github.com/brittlewis12/autogguf-rs). + +### Prompt template: [Gemma Instruct](https://huggingface.co/google/gemma-3-1b-it/raw/main/tokenizer_config.json) + +``` +{{system_prompt}} +user +{{prompt}} +model + + +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! + * or, use an API key with the chat completions-compatible model provider of your choice -- ChatGPT, Claude, Gemini, DeepSeek, & more! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggml-org/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! + * if you **already have the app**, download Gemma 3 1B IT now! + * +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +### Gemma 3 1B IT in cnvrs on macOS + +![gemma-3 in cnvrs](https://cdn-uploads.huggingface.co/production/uploads/63b64d7a889aa6707f155cdb/dt0eLAU9pKyKnuu8oCw0D.png) + +--- + +## Original Model Evaluation + +> These models were evaluated against a large collection of different datasets and +metrics to cover different aspects of text generation: + +#### Reasoning and factuality + +| Benchmark | Metric | Gemma 3 PT 1B | Gemma 3 PT 4B | Gemma 3 PT 12B | Gemma 3 PT 27B | +| ------------------------------ |----------------|:--------------:|:-------------:|:--------------:|:--------------:| +| [HellaSwag][hellaswag] | 10-shot | 62.3 | 77.2 | 84.2 | 85.6 | +| [BoolQ][boolq] | 0-shot | 63.2 | 72.3 | 78.8 | 82.4 | +| [PIQA][piqa] | 0-shot | 73.8 | 79.6 | 81.8 | 83.3 | +| [SocialIQA][socialiqa] | 0-shot | 48.9 | 51.9 | 53.4 | 54.9 | +| [TriviaQA][triviaqa] | 5-shot | 39.8 | 65.8 | 78.2 | 85.5 | +| [Natural Questions][naturalq] | 5-shot | 9.48 | 20.0 | 31.4 | 36.1 | +| [ARC-c][arc] | 25-shot | 38.4 | 56.2 | 68.9 | 70.6 | +| [ARC-e][arc] | 0-shot | 73.0 | 82.4 | 88.3 | 89.0 | +| [WinoGrande][winogrande] | 5-shot | 58.2 | 64.7 | 74.3 | 78.8 | +| [BIG-Bench Hard][bbh] | few-shot | 28.4 | 50.9 | 72.6 | 77.7 | +| [DROP][drop] | 1-shot | 42.4 | 60.1 | 72.2 | 77.2 | + +[hellaswag]: https://arxiv.org/abs/1905.07830 +[boolq]: https://arxiv.org/abs/1905.10044 +[piqa]: https://arxiv.org/abs/1911.11641 +[socialiqa]: https://arxiv.org/abs/1904.09728 +[triviaqa]: https://arxiv.org/abs/1705.03551 +[naturalq]: https://github.com/google-research-datasets/natural-questions +[arc]: https://arxiv.org/abs/1911.01547 +[winogrande]: https://arxiv.org/abs/1907.10641 +[bbh]: https://paperswithcode.com/dataset/bbh +[drop]: https://arxiv.org/abs/1903.00161 + +#### Multilingual + +| Benchmark | Gemma 3 PT 1B | Gemma 3 PT 4B | Gemma 3 PT 12B | Gemma 3 PT 27B | +| ------------------------------------ |:-------------:|:-------------:|:--------------:|:--------------:| +| [MGSM][mgsm] | 2.04 | 34.7 | 64.3 | 74.3 | +| [Global-MMLU-Lite][global-mmlu-lite] | 24.9 | 57.0 | 69.4 | 75.7 | +| [WMT24++][wmt24pp] (ChrF) | 36.7 | 48.4 | 53.9 | 55.7 | +| [FloRes][flores] | 29.5 | 39.2 | 46.0 | 48.8 | +| [XQuAD][xquad] (all) | 43.9 | 68.0 | 74.5 | 76.8 | +| [ECLeKTic][eclektic] | 4.69 | 11.0 | 17.2 | 24.4 | +| [IndicGenBench][indicgenbench] | 41.4 | 57.2 | 61.7 | 63.4 | + +[mgsm]: https://arxiv.org/abs/2210.03057 +[flores]: https://arxiv.org/abs/2106.03193 +[xquad]: https://arxiv.org/abs/1910.11856v3 +[global-mmlu-lite]: https://huggingface.co/datasets/CohereForAI/Global-MMLU-Lite +[wmt24pp]: https://arxiv.org/abs/2502.12404v1 +[eclektic]: https://arxiv.org/abs/2502.21228 +[indicgenbench]: https://arxiv.org/abs/2404.16816 diff --git a/gemma-3-1b-it.IQ1_M.gguf b/gemma-3-1b-it.IQ1_M.gguf new file mode 100644 index 0000000..e0a3105 --- /dev/null +++ b/gemma-3-1b-it.IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50838976b0624a4368c816514be272b92dbb79430e4771f9227455863ef8d5e +size 643486272 diff --git a/gemma-3-1b-it.IQ1_S.gguf b/gemma-3-1b-it.IQ1_S.gguf new file mode 100644 index 0000000..56aa014 --- /dev/null +++ b/gemma-3-1b-it.IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3615001f7d0b4ba19311023b09ac6994150dc2df7596fae33054af28e5a07efa +size 639193920 diff --git a/gemma-3-1b-it.IQ2_M.gguf b/gemma-3-1b-it.IQ2_M.gguf new file mode 100644 index 0000000..dea65d7 --- /dev/null +++ b/gemma-3-1b-it.IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffbd73335d2a9bca746dd8838434a9a51c50ba023adb47d332cfbd190283a8d +size 669784128 diff --git a/gemma-3-1b-it.IQ2_S.gguf b/gemma-3-1b-it.IQ2_S.gguf new file mode 100644 index 0000000..b741437 --- /dev/null +++ b/gemma-3-1b-it.IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f08b76a646c53833ce38001b8af0d58fdd8e991a5a2d10a3c713ecfc69fb210 +size 664060992 diff --git a/gemma-3-1b-it.IQ2_XS.gguf b/gemma-3-1b-it.IQ2_XS.gguf new file mode 100644 index 0000000..95fdba9 --- /dev/null +++ b/gemma-3-1b-it.IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d35eb1e893be7ae896dcc39a88583d71ac35776c66b2f804d61ab79c8a3231c +size 657321792 diff --git a/gemma-3-1b-it.IQ2_XXS.gguf b/gemma-3-1b-it.IQ2_XXS.gguf new file mode 100644 index 0000000..f67d782 --- /dev/null +++ b/gemma-3-1b-it.IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee629bb340d1066183d0703302e238656381802d7b214b3f3d0f812893e7c1ab +size 650640192 diff --git a/gemma-3-1b-it.IQ3_M.gguf b/gemma-3-1b-it.IQ3_M.gguf new file mode 100644 index 0000000..25b9879 --- /dev/null +++ b/gemma-3-1b-it.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b0e130e704911c4e56a21aa2f43753d6bd39a8c827fbe953e1b7a511e5caa0 +size 697061184 diff --git a/gemma-3-1b-it.IQ3_S.gguf b/gemma-3-1b-it.IQ3_S.gguf new file mode 100644 index 0000000..03ee50a --- /dev/null +++ b/gemma-3-1b-it.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4e4b94887ce3c81773723e4f0dc199ee3601d4810ee69370dc27b6180ae96a +size 689815104 diff --git a/gemma-3-1b-it.IQ3_XS.gguf b/gemma-3-1b-it.IQ3_XS.gguf new file mode 100644 index 0000000..a9d25dc --- /dev/null +++ b/gemma-3-1b-it.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b62bf4497cd32eed590af9124e1de99429b4523ca9a973a70fbfb848e391e5 +size 689815104 diff --git a/gemma-3-1b-it.IQ3_XXS.gguf b/gemma-3-1b-it.IQ3_XXS.gguf new file mode 100644 index 0000000..2b508ff --- /dev/null +++ b/gemma-3-1b-it.IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a7eba3f9ccf6612d0bf196bdba0bdf80fd1a4b8c3f357787878b76272c524d +size 680110656 diff --git a/gemma-3-1b-it.IQ4_NL.gguf b/gemma-3-1b-it.IQ4_NL.gguf new file mode 100644 index 0000000..ec1d4b0 --- /dev/null +++ b/gemma-3-1b-it.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2d0d1c03ffc42aea54851a1ec630ee601bc98c039bcef3e509bff035ccccf1 +size 721863744 diff --git a/gemma-3-1b-it.IQ4_XS.gguf b/gemma-3-1b-it.IQ4_XS.gguf new file mode 100644 index 0000000..47af49c --- /dev/null +++ b/gemma-3-1b-it.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a4604a3fc960bcade5d9eec99d882774fad4ede409be603f1057f323dbe2cb +size 714435648 diff --git a/gemma-3-1b-it.Q2_K.gguf b/gemma-3-1b-it.Q2_K.gguf new file mode 100644 index 0000000..e48bcb3 --- /dev/null +++ b/gemma-3-1b-it.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1c619881e45dea2c664a48bb9435d2c9b2d3b223b0557b69dc8cc6519a53b1 +size 689814848 diff --git a/gemma-3-1b-it.Q2_K_S.gguf b/gemma-3-1b-it.Q2_K_S.gguf new file mode 100644 index 0000000..ff51617 --- /dev/null +++ b/gemma-3-1b-it.Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f188cdfe61547d5825a6e0a0de88c804e1e7d9704a63b36da0e0f3dbc524dfcf +size 671272512 diff --git a/gemma-3-1b-it.Q3_K_L.gguf b/gemma-3-1b-it.Q3_K_L.gguf new file mode 100644 index 0000000..3879aca --- /dev/null +++ b/gemma-3-1b-it.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0391958eb1f7b4f2b11e159039c48ed1062495be2a67db8e17feba384fb3d37e +size 751575872 diff --git a/gemma-3-1b-it.Q3_K_M.gguf b/gemma-3-1b-it.Q3_K_M.gguf new file mode 100644 index 0000000..cc178c4 --- /dev/null +++ b/gemma-3-1b-it.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6328e6fb3c43b2d4032cd1177b09a3b264c8d418d84104d191d67a7a0a55e63 +size 722416448 diff --git a/gemma-3-1b-it.Q3_K_S.gguf b/gemma-3-1b-it.Q3_K_S.gguf new file mode 100644 index 0000000..70ebee0 --- /dev/null +++ b/gemma-3-1b-it.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6876c4814bca3794689d02f2a4f6fb58b819429f606efa49b981aa6d468fba +size 688856384 diff --git a/gemma-3-1b-it.Q4_0.gguf b/gemma-3-1b-it.Q4_0.gguf new file mode 100644 index 0000000..3cafe14 --- /dev/null +++ b/gemma-3-1b-it.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c21913b2090dc9402809ffb208ddce65af2390fc08627d421788bd33d201a6 +size 720425792 diff --git a/gemma-3-1b-it.Q4_1.gguf b/gemma-3-1b-it.Q4_1.gguf new file mode 100644 index 0000000..ab7cb67 --- /dev/null +++ b/gemma-3-1b-it.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ef447d5478a94db80c824479caf73eca3f78875026408655aea9f5705cc98f +size 764035904 diff --git a/gemma-3-1b-it.Q4_K_M.gguf b/gemma-3-1b-it.Q4_K_M.gguf new file mode 100644 index 0000000..6a65481 --- /dev/null +++ b/gemma-3-1b-it.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b4a2430f86c7afa371252bb50a44aae4fee3d61d00e94622496681d7761aab +size 806058560 diff --git a/gemma-3-1b-it.Q4_K_S.gguf b/gemma-3-1b-it.Q4_K_S.gguf new file mode 100644 index 0000000..71aec75 --- /dev/null +++ b/gemma-3-1b-it.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e363bc26eedc3b83e6b29797d5be3a26338db8ac8de8ec86aae0e6a5afeb7fb +size 780993344 diff --git a/gemma-3-1b-it.Q5_0.gguf b/gemma-3-1b-it.Q5_0.gguf new file mode 100644 index 0000000..6a488c6 --- /dev/null +++ b/gemma-3-1b-it.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d42fbfc06e7bd439e939f2d054202deabff479df7278505826ee92b852cdd9b +size 807646016 diff --git a/gemma-3-1b-it.Q5_1.gguf b/gemma-3-1b-it.Q5_1.gguf new file mode 100644 index 0000000..426e051 --- /dev/null +++ b/gemma-3-1b-it.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efac9a0b40cf2881d4a2391308bbdb6e1ff24e6ed56389b2f81f359d3c70a2a +size 851256128 diff --git a/gemma-3-1b-it.Q5_K_M.gguf b/gemma-3-1b-it.Q5_K_M.gguf new file mode 100644 index 0000000..3e83f90 --- /dev/null +++ b/gemma-3-1b-it.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fdfb1d9a17aadf84e61d34eda9e6e56f6e59d6fbbf929fd4117c722a28d1856 +size 851345984 diff --git a/gemma-3-1b-it.Q5_K_S.gguf b/gemma-3-1b-it.Q5_K_S.gguf new file mode 100644 index 0000000..f8ff461 --- /dev/null +++ b/gemma-3-1b-it.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6efe173ce9c6e5392bbef85d9d185099893a00563bd6e9df490fed6bf70a1a8 +size 836399936 diff --git a/gemma-3-1b-it.Q6_K.gguf b/gemma-3-1b-it.Q6_K.gguf new file mode 100644 index 0000000..ad5ae37 --- /dev/null +++ b/gemma-3-1b-it.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9956fee8a06d9d24650ea428a859fde9ae61337733187a10dcd254760e11db2 +size 1011738944 diff --git a/gemma-3-1b-it.Q8_0.gguf b/gemma-3-1b-it.Q8_0.gguf new file mode 100644 index 0000000..2d592bd --- /dev/null +++ b/gemma-3-1b-it.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b12377483ff3ccc1ebb0b59029fe85689d9c61dd7248b84b2291d81df30cd1b +size 1069306688 diff --git a/gemma-3-1b-it.f16.gguf b/gemma-3-1b-it.f16.gguf new file mode 100644 index 0000000..d9548d3 --- /dev/null +++ b/gemma-3-1b-it.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5075ea4713b4cab4515d95952b7b10d99973636183ed8462031eb06872a6fd3a +size 2006573888 diff --git a/gemma-3-1b-it.imatrix b/gemma-3-1b-it.imatrix new file mode 100644 index 0000000..1f7a95a --- /dev/null +++ b/gemma-3-1b-it.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b17cdeb4728b0a49fe1e249f1ba28b10e3410b0705a8d05c530669d6c382caf +size 1430404