From 83aeb49e598fbc1532b6c543549572efa2409892 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 1 Aug 2026 19:02:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gguf-org/gemma-3-1b-pt-gguf Source: Original Platform --- .gitattributes | 65 +++++++++++++++++++++++++++++++++++++++ README.md | 16 ++++++++++ configuration.json | 1 + gemma-3-1b-pt-bf16.gguf | 3 ++ gemma-3-1b-pt-f16.gguf | 3 ++ gemma-3-1b-pt-f32.gguf | 3 ++ gemma-3-1b-pt-q2_k.gguf | 3 ++ gemma-3-1b-pt-q3_k_l.gguf | 3 ++ gemma-3-1b-pt-q3_k_m.gguf | 3 ++ gemma-3-1b-pt-q3_k_s.gguf | 3 ++ gemma-3-1b-pt-q4_0.gguf | 3 ++ gemma-3-1b-pt-q4_1.gguf | 3 ++ gemma-3-1b-pt-q4_k_m.gguf | 3 ++ gemma-3-1b-pt-q4_k_s.gguf | 3 ++ gemma-3-1b-pt-q5_0.gguf | 3 ++ gemma-3-1b-pt-q5_1.gguf | 3 ++ gemma-3-1b-pt-q5_k_m.gguf | 3 ++ gemma-3-1b-pt-q5_k_s.gguf | 3 ++ gemma-3-1b-pt-q6_k.gguf | 3 ++ gemma-3-1b-pt-q8_0.gguf | 3 ++ 20 files changed, 133 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 gemma-3-1b-pt-bf16.gguf create mode 100644 gemma-3-1b-pt-f16.gguf create mode 100644 gemma-3-1b-pt-f32.gguf create mode 100644 gemma-3-1b-pt-q2_k.gguf create mode 100644 gemma-3-1b-pt-q3_k_l.gguf create mode 100644 gemma-3-1b-pt-q3_k_m.gguf create mode 100644 gemma-3-1b-pt-q3_k_s.gguf create mode 100644 gemma-3-1b-pt-q4_0.gguf create mode 100644 gemma-3-1b-pt-q4_1.gguf create mode 100644 gemma-3-1b-pt-q4_k_m.gguf create mode 100644 gemma-3-1b-pt-q4_k_s.gguf create mode 100644 gemma-3-1b-pt-q5_0.gguf create mode 100644 gemma-3-1b-pt-q5_1.gguf create mode 100644 gemma-3-1b-pt-q5_k_m.gguf create mode 100644 gemma-3-1b-pt-q5_k_s.gguf create mode 100644 gemma-3-1b-pt-q6_k.gguf create mode 100644 gemma-3-1b-pt-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f1f2e58 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,65 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text + +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +gemma-3-1b-pt-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-bf16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-pt-f32.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a1a4201 --- /dev/null +++ b/README.md @@ -0,0 +1,16 @@ +--- +license: gemma +language: +- en +base_model: +- google/gemma-3-1b-pt +pipeline_tag: text-generation +tags: +- gemma +- gguf-connector +--- + +# gemma-3-1b-pt-gguf (fp32) +- base model from google +- original safetensors [here](https://huggingface.co/callgg/gemma-3-1b-pt-bf16) +- tested on [gguf-connector](https://pypi.org/project/gguf-connector) with nightly [llama-cpp-python](https://github.com/calcuis/llama-cpp-python/releases) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/gemma-3-1b-pt-bf16.gguf b/gemma-3-1b-pt-bf16.gguf new file mode 100644 index 0000000..eeb38e9 --- /dev/null +++ b/gemma-3-1b-pt-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246e838e42117aa7f3ac82fc56059441fa07c53db85aed0c639822e4b11ee61a +size 2006572064 diff --git a/gemma-3-1b-pt-f16.gguf b/gemma-3-1b-pt-f16.gguf new file mode 100644 index 0000000..2287af1 --- /dev/null +++ b/gemma-3-1b-pt-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e81845fe6748026be3164c3e41063d07807253932c252ff2e571d553ddccf9 +size 2006572064 diff --git a/gemma-3-1b-pt-f32.gguf b/gemma-3-1b-pt-f32.gguf new file mode 100644 index 0000000..95a9443 --- /dev/null +++ b/gemma-3-1b-pt-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9feb18f11e2b4b3e5031df9c4b7754caf652d03b61312f475b66962ca2d2bd +size 4006075424 diff --git a/gemma-3-1b-pt-q2_k.gguf b/gemma-3-1b-pt-q2_k.gguf new file mode 100644 index 0000000..2fcd63d --- /dev/null +++ b/gemma-3-1b-pt-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10f98ee1d8258a35151bd66f1903460c8282a66a9dd0546bac7ee51585414fa +size 689813024 diff --git a/gemma-3-1b-pt-q3_k_l.gguf b/gemma-3-1b-pt-q3_k_l.gguf new file mode 100644 index 0000000..449c934 --- /dev/null +++ b/gemma-3-1b-pt-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a62d505c8ac54519987b8a4692da9661a0705488adef133a8ba37a5b82d93 +size 751574048 diff --git a/gemma-3-1b-pt-q3_k_m.gguf b/gemma-3-1b-pt-q3_k_m.gguf new file mode 100644 index 0000000..eb5d59f --- /dev/null +++ b/gemma-3-1b-pt-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbf7398b16bae1631cfa87bcea81c00da9cf8a4b91c27cf9e894ac92189aef5 +size 722414624 diff --git a/gemma-3-1b-pt-q3_k_s.gguf b/gemma-3-1b-pt-q3_k_s.gguf new file mode 100644 index 0000000..4907a02 --- /dev/null +++ b/gemma-3-1b-pt-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606c1facea21f85c6b4309d231b2928288d1e64dad126df61a7e18142f5b5b39 +size 688854560 diff --git a/gemma-3-1b-pt-q4_0.gguf b/gemma-3-1b-pt-q4_0.gguf new file mode 100644 index 0000000..c913f81 --- /dev/null +++ b/gemma-3-1b-pt-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:395d9ec58b26ffadddf73df105154a3de180e328246d5b19dd7e4dd579ce1b97 +size 720423968 diff --git a/gemma-3-1b-pt-q4_1.gguf b/gemma-3-1b-pt-q4_1.gguf new file mode 100644 index 0000000..b5dbf5f --- /dev/null +++ b/gemma-3-1b-pt-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01640526ccbaf5daadab3c0327385b5bb448b6c4b53cc5a29644421331d1329 +size 764034080 diff --git a/gemma-3-1b-pt-q4_k_m.gguf b/gemma-3-1b-pt-q4_k_m.gguf new file mode 100644 index 0000000..3a6d224 --- /dev/null +++ b/gemma-3-1b-pt-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c313086e97e47432c8aa45e2884c0f9fe727af9766c2291d06b8cb1e709af0f +size 806056736 diff --git a/gemma-3-1b-pt-q4_k_s.gguf b/gemma-3-1b-pt-q4_k_s.gguf new file mode 100644 index 0000000..16f743a --- /dev/null +++ b/gemma-3-1b-pt-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379104b65026f6e56415375bfe774a3ffd32e49fecfdea58e391715697166149 +size 780991520 diff --git a/gemma-3-1b-pt-q5_0.gguf b/gemma-3-1b-pt-q5_0.gguf new file mode 100644 index 0000000..6269510 --- /dev/null +++ b/gemma-3-1b-pt-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4cc74494938248b804358b41bc5c36f0704439d4a21a00310efb6f8e12f7a2b +size 807644192 diff --git a/gemma-3-1b-pt-q5_1.gguf b/gemma-3-1b-pt-q5_1.gguf new file mode 100644 index 0000000..bab952e --- /dev/null +++ b/gemma-3-1b-pt-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6cd7151189124213e63a539e4d1c0d796b0ca37e8adfe09c61279a5e1e64c4d +size 851254304 diff --git a/gemma-3-1b-pt-q5_k_m.gguf b/gemma-3-1b-pt-q5_k_m.gguf new file mode 100644 index 0000000..ebac149 --- /dev/null +++ b/gemma-3-1b-pt-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0521a530382270580329eeb791d8d358fec135ddbfb76a2816c5663f22e89b +size 851344160 diff --git a/gemma-3-1b-pt-q5_k_s.gguf b/gemma-3-1b-pt-q5_k_s.gguf new file mode 100644 index 0000000..0dae284 --- /dev/null +++ b/gemma-3-1b-pt-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f9fc719e9cdcd7479690ac67b91e3d1611a4a4d524f3e873dcc3f32aad9f14 +size 836398112 diff --git a/gemma-3-1b-pt-q6_k.gguf b/gemma-3-1b-pt-q6_k.gguf new file mode 100644 index 0000000..6d06a86 --- /dev/null +++ b/gemma-3-1b-pt-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186b2f258354d67af5e70789743700d17c4da623de3d3f71909bd1a76ce8e456 +size 1011737120 diff --git a/gemma-3-1b-pt-q8_0.gguf b/gemma-3-1b-pt-q8_0.gguf new file mode 100644 index 0000000..1373b65 --- /dev/null +++ b/gemma-3-1b-pt-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77e49d2951e26d906818a9d57860d8f863473f29ed5891245efffa7005073248 +size 1069304864