From 7ee47fa0359cf27c690ba711dd20cf6a3e9a80aa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 14 Oct 2026 06:12:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gguf-org/gemma-3-270m-it-gguf Source: Original Platform --- .gitattributes | 72 ++++++++++++++++++++++++++++++++++ README.md | 12 ++++++ configuration.json | 1 + gemma-3-270m-it-bf16.gguf | 3 ++ gemma-3-270m-it-f16.gguf | 3 ++ gemma-3-270m-it-f32.gguf | 3 ++ gemma-3-270m-it-iq3_s.gguf | 3 ++ gemma-3-270m-it-iq3_xxs.gguf | 3 ++ gemma-3-270m-it-iq4_nl.gguf | 3 ++ gemma-3-270m-it-iq4_xs.gguf | 3 ++ gemma-3-270m-it-mxfp4_moe.gguf | 3 ++ gemma-3-270m-it-q2_k.gguf | 3 ++ gemma-3-270m-it-q3_k_l.gguf | 3 ++ gemma-3-270m-it-q3_k_m.gguf | 3 ++ gemma-3-270m-it-q3_k_s.gguf | 3 ++ gemma-3-270m-it-q4_0.gguf | 3 ++ gemma-3-270m-it-q4_1.gguf | 3 ++ gemma-3-270m-it-q4_k_m.gguf | 3 ++ gemma-3-270m-it-q4_k_s.gguf | 3 ++ gemma-3-270m-it-q5_0.gguf | 3 ++ gemma-3-270m-it-q5_1.gguf | 3 ++ gemma-3-270m-it-q5_k_m.gguf | 3 ++ gemma-3-270m-it-q5_k_s.gguf | 3 ++ gemma-3-270m-it-q6_k.gguf | 3 ++ gemma-3-270m-it-q8_0.gguf | 3 ++ gemma-3-270m-it-tq1_0.gguf | 3 ++ gemma-3-270m-it-tq2_0.gguf | 3 ++ 27 files changed, 157 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 gemma-3-270m-it-bf16.gguf create mode 100644 gemma-3-270m-it-f16.gguf create mode 100644 gemma-3-270m-it-f32.gguf create mode 100644 gemma-3-270m-it-iq3_s.gguf create mode 100644 gemma-3-270m-it-iq3_xxs.gguf create mode 100644 gemma-3-270m-it-iq4_nl.gguf create mode 100644 gemma-3-270m-it-iq4_xs.gguf create mode 100644 gemma-3-270m-it-mxfp4_moe.gguf create mode 100644 gemma-3-270m-it-q2_k.gguf create mode 100644 gemma-3-270m-it-q3_k_l.gguf create mode 100644 gemma-3-270m-it-q3_k_m.gguf create mode 100644 gemma-3-270m-it-q3_k_s.gguf create mode 100644 gemma-3-270m-it-q4_0.gguf create mode 100644 gemma-3-270m-it-q4_1.gguf create mode 100644 gemma-3-270m-it-q4_k_m.gguf create mode 100644 gemma-3-270m-it-q4_k_s.gguf create mode 100644 gemma-3-270m-it-q5_0.gguf create mode 100644 gemma-3-270m-it-q5_1.gguf create mode 100644 gemma-3-270m-it-q5_k_m.gguf create mode 100644 gemma-3-270m-it-q5_k_s.gguf create mode 100644 gemma-3-270m-it-q6_k.gguf create mode 100644 gemma-3-270m-it-q8_0.gguf create mode 100644 gemma-3-270m-it-tq1_0.gguf create mode 100644 gemma-3-270m-it-tq2_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8e28486 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,72 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +gemma-3-270m-it-f32.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-tq2_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-270m-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..9d896f5 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +license: gemma +base_model: +- google/gemma-3-270m-it +pipeline_tag: text-generation +tags: +- gguf-connector +--- +## gemma-3-270m-it-gguf +- base model from google +- original safetensors [here](https://huggingface.co/callgg/gemma-3-270m-it-bf16) +- tested on [gguf-connector](https://pypi.org/project/gguf-connector) with nightly [llama-cpp-python](https://github.com/calcuis/llama-cpp-python/releases) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/gemma-3-270m-it-bf16.gguf b/gemma-3-270m-it-bf16.gguf new file mode 100644 index 0000000..23064c9 --- /dev/null +++ b/gemma-3-270m-it-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2988fb239f79b655b5bf89347e8b3b7d399ccf9d37caf10a1c3b3a574b48b2 +size 542835200 diff --git a/gemma-3-270m-it-f16.gguf b/gemma-3-270m-it-f16.gguf new file mode 100644 index 0000000..8caae20 --- /dev/null +++ b/gemma-3-270m-it-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a751478c31d42088d32b73a00a12040addde213111ab8ac39a1e930f2051437 +size 542835200 diff --git a/gemma-3-270m-it-f32.gguf b/gemma-3-270m-it-f32.gguf new file mode 100644 index 0000000..cdb7752 --- /dev/null +++ b/gemma-3-270m-it-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11eb3d6c6790d99835c96cd807e175999c97c49f58a30ae2f438ca57540131b2 +size 1078919680 diff --git a/gemma-3-270m-it-iq3_s.gguf b/gemma-3-270m-it-iq3_s.gguf new file mode 100644 index 0000000..d82da37 --- /dev/null +++ b/gemma-3-270m-it-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f339f868a55cca1aea2f5b7fe779bb102decaddabe37b3e9660d2a30dbedbf +size 237079040 diff --git a/gemma-3-270m-it-iq3_xxs.gguf b/gemma-3-270m-it-iq3_xxs.gguf new file mode 100644 index 0000000..4691c79 --- /dev/null +++ b/gemma-3-270m-it-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e2b3065ae1f9c68df391a9c7b4f11da0b1e5060472eb05975b2b2565cce2d6 +size 237427200 diff --git a/gemma-3-270m-it-iq4_nl.gguf b/gemma-3-270m-it-iq4_nl.gguf new file mode 100644 index 0000000..9299bd9 --- /dev/null +++ b/gemma-3-270m-it-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d8b2df1b85a2035ffbaa27d3dde9562bd067f2eceba5f49312264c17fde174 +size 242291200 diff --git a/gemma-3-270m-it-iq4_xs.gguf b/gemma-3-270m-it-iq4_xs.gguf new file mode 100644 index 0000000..53aa713 --- /dev/null +++ b/gemma-3-270m-it-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96d8f349bb446ac505900ef4062bf9043ce6c2c119807aaaf29b8fff43953dc +size 241267200 diff --git a/gemma-3-270m-it-mxfp4_moe.gguf b/gemma-3-270m-it-mxfp4_moe.gguf new file mode 100644 index 0000000..3a8b98e --- /dev/null +++ b/gemma-3-270m-it-mxfp4_moe.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9a84fb897e3993e4bf874a9da17266dc08bc60c6998383c09c3ecc1d8998f8 +size 291545600 diff --git a/gemma-3-270m-it-q2_k.gguf b/gemma-3-270m-it-q2_k.gguf new file mode 100644 index 0000000..b04eacf --- /dev/null +++ b/gemma-3-270m-it-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294bf39ad8bec83bcae9ba50aeb892fffe8ad29a2aa282520935b622e3de0c25 +size 237079040 diff --git a/gemma-3-270m-it-q3_k_l.gguf b/gemma-3-270m-it-q3_k_l.gguf new file mode 100644 index 0000000..8fd5cde --- /dev/null +++ b/gemma-3-270m-it-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342636fc9c0d83909118485ff8068b5d2f231b67df4b261cf7d7d584beeff3c1 +size 246387200 diff --git a/gemma-3-270m-it-q3_k_m.gguf b/gemma-3-270m-it-q3_k_m.gguf new file mode 100644 index 0000000..bbf248d --- /dev/null +++ b/gemma-3-270m-it-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a42f2c8aa5bdf2463a28111b654fa6e18d868c61ac616a4b9bd93bc8312dfe +size 241963520 diff --git a/gemma-3-270m-it-q3_k_s.gguf b/gemma-3-270m-it-q3_k_s.gguf new file mode 100644 index 0000000..5c3a08b --- /dev/null +++ b/gemma-3-270m-it-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0381401f758f81f359407a515ecac32354167cb6a342c2c13ec01a51327a68b +size 236710400 diff --git a/gemma-3-270m-it-q4_0.gguf b/gemma-3-270m-it-q4_0.gguf new file mode 100644 index 0000000..ed075f6 --- /dev/null +++ b/gemma-3-270m-it-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6c4270465cc9c6df4be54447ee18331fb2134d5a67783b1f5577924cd9c402 +size 241410560 diff --git a/gemma-3-270m-it-q4_1.gguf b/gemma-3-270m-it-q4_1.gguf new file mode 100644 index 0000000..b3afa5c --- /dev/null +++ b/gemma-3-270m-it-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4d460b3506fec5a9a1b48bc7194c95145bf6fd92f9d72c4bdcab92d4822c27 +size 247677440 diff --git a/gemma-3-270m-it-q4_k_m.gguf b/gemma-3-270m-it-q4_k_m.gguf new file mode 100644 index 0000000..78e627c --- /dev/null +++ b/gemma-3-270m-it-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55aed1673d2f3014a739732c659c4995fc57abf6e4e9c68462fb2ceee820ea2f +size 253114880 diff --git a/gemma-3-270m-it-q4_k_s.gguf b/gemma-3-270m-it-q4_k_s.gguf new file mode 100644 index 0000000..07e3357 --- /dev/null +++ b/gemma-3-270m-it-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8788c0219d6b53d7f118ee2a25b7deb18f92a1b73cb72eeec027b4d960c322d8 +size 249889280 diff --git a/gemma-3-270m-it-q5_0.gguf b/gemma-3-270m-it-q5_0.gguf new file mode 100644 index 0000000..dc0adeb --- /dev/null +++ b/gemma-3-270m-it-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6197955da4047e6b0e9a8b626a873decc151435577fe0b83443b88afb6b7c77 +size 253944320 diff --git a/gemma-3-270m-it-q5_1.gguf b/gemma-3-270m-it-q5_1.gguf new file mode 100644 index 0000000..9be9271 --- /dev/null +++ b/gemma-3-270m-it-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a090ed8b851bc6fffe57cf313359774a6f4e84e340885d5eb445aa9e4d0b0f8 +size 260211200 diff --git a/gemma-3-270m-it-q5_k_m.gguf b/gemma-3-270m-it-q5_k_m.gguf new file mode 100644 index 0000000..a9a682a --- /dev/null +++ b/gemma-3-270m-it-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6eced545bfa460fbacf5da5344047a1a1e954e8c8d5e2c11714fd578a2b7b62 +size 260026880 diff --git a/gemma-3-270m-it-q5_k_s.gguf b/gemma-3-270m-it-q5_k_s.gguf new file mode 100644 index 0000000..a97626d --- /dev/null +++ b/gemma-3-270m-it-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9981cc23da20c19188be9c4751de9949cc632672c22671fe713ad99d733818e +size 257999360 diff --git a/gemma-3-270m-it-q6_k.gguf b/gemma-3-270m-it-q6_k.gguf new file mode 100644 index 0000000..3a77251 --- /dev/null +++ b/gemma-3-270m-it-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0dafda6bac8634ecaa5d21f148fcd75bc735922136765fc920103eb4da96b22 +size 282974720 diff --git a/gemma-3-270m-it-q8_0.gguf b/gemma-3-270m-it-q8_0.gguf new file mode 100644 index 0000000..b90447c --- /dev/null +++ b/gemma-3-270m-it-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c344a0bfee9328b05a197f7e3ce126cf9986969e6b94ba46fe96483e71e53b84 +size 291545600 diff --git a/gemma-3-270m-it-tq1_0.gguf b/gemma-3-270m-it-tq1_0.gguf new file mode 100644 index 0000000..3eab77a --- /dev/null +++ b/gemma-3-270m-it-tq1_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8165ed23c20d5f09ec9bd5ca93cb18d0e3a75b6913da1f9f69ad527d732528b +size 228968960 diff --git a/gemma-3-270m-it-tq2_0.gguf b/gemma-3-270m-it-tq2_0.gguf new file mode 100644 index 0000000..665ae21 --- /dev/null +++ b/gemma-3-270m-it-tq2_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553d858f7b93435564339c9fa88193e23b9e8883d822dd20e628ef572fcb44ea +size 230627840