commit eeafaf1abbdb7ccc8223d06a97d281b3e5b60aa0 Author: ModelHub XC Date: Wed Sep 23 11:29:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: gguf-org/gemma-3-1b-it-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..29fc34a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,66 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +gemma-3-1b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-f16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-f32.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-1b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5cecf65 --- /dev/null +++ b/README.md @@ -0,0 +1,16 @@ +--- +license: gemma +language: +- en +base_model: +- google/gemma-3-1b-it +pipeline_tag: text-generation +tags: +- gemma +- gguf-connector +--- + +# gemma-3-1b-it-gguf (fp32) +- base model from google +- original safetensors [here](https://huggingface.co/callgg/gemma-3-1b-it-bf16) +- tested on [gguf-connector](https://pypi.org/project/gguf-connector) with nightly [llama-cpp-python](https://github.com/calcuis/llama-cpp-python/releases) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/gemma-3-1b-it-bf16.gguf b/gemma-3-1b-it-bf16.gguf new file mode 100644 index 0000000..9ffb999 --- /dev/null +++ b/gemma-3-1b-it-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2fd852bd81a2709220897aac0f97856a8b5f85ea1b9edbbf4a0ab377edfe8d1 +size 2006573632 diff --git a/gemma-3-1b-it-f16.gguf b/gemma-3-1b-it-f16.gguf new file mode 100644 index 0000000..e9365bb --- /dev/null +++ b/gemma-3-1b-it-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a24b8f4e3b773df521cfe4f838b241a7c9c27e0c2e5b9962d920f0d2de042d +size 2006573632 diff --git a/gemma-3-1b-it-f32.gguf b/gemma-3-1b-it-f32.gguf new file mode 100644 index 0000000..120ca3c --- /dev/null +++ b/gemma-3-1b-it-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f329c049862f8770304c5cbd9586b9ebac1b6f7897761c0e3a7bae4fb423bd +size 4006076992 diff --git a/gemma-3-1b-it-mxfp4_moe.gguf b/gemma-3-1b-it-mxfp4_moe.gguf new file mode 100644 index 0000000..bc44965 --- /dev/null +++ b/gemma-3-1b-it-mxfp4_moe.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ea934b17eba2bac40491dac456b4b426b6ad5cdc118e5d6dfd4ccb1fa6faa7 +size 1069306464 diff --git a/gemma-3-1b-it-q2_k.gguf b/gemma-3-1b-it-q2_k.gguf new file mode 100644 index 0000000..52e1f91 --- /dev/null +++ b/gemma-3-1b-it-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621de93e9c5405e61d86fff0480effd6d550484131e85854fea7fe075d427e01 +size 689814592 diff --git a/gemma-3-1b-it-q3_k_l.gguf b/gemma-3-1b-it-q3_k_l.gguf new file mode 100644 index 0000000..5d53f8f --- /dev/null +++ b/gemma-3-1b-it-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e391580322ba346eff35f09bfb3b91d3330ff6be4f9afe8a3dd3bd6c6aa06d3 +size 751575616 diff --git a/gemma-3-1b-it-q3_k_m.gguf b/gemma-3-1b-it-q3_k_m.gguf new file mode 100644 index 0000000..631e292 --- /dev/null +++ b/gemma-3-1b-it-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a2aa8fe56489bb7ac5e6b3bfb6585a7dbf8b15875f7390e69505ca77e68d83 +size 722416192 diff --git a/gemma-3-1b-it-q3_k_s.gguf b/gemma-3-1b-it-q3_k_s.gguf new file mode 100644 index 0000000..fcb8a6a --- /dev/null +++ b/gemma-3-1b-it-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdcedc4e57196e3f66ebb1d4a40bf6eeb7450baa2357d6879b3bef8f3e1158a +size 688856128 diff --git a/gemma-3-1b-it-q4_0.gguf b/gemma-3-1b-it-q4_0.gguf new file mode 100644 index 0000000..7cab6d4 --- /dev/null +++ b/gemma-3-1b-it-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd1fceabaa49b3f40eb29cc232c33d8399b0d8359a7e4c55dfc5d00f9f0d6c83 +size 720425536 diff --git a/gemma-3-1b-it-q4_1.gguf b/gemma-3-1b-it-q4_1.gguf new file mode 100644 index 0000000..ea38f11 --- /dev/null +++ b/gemma-3-1b-it-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc0dc5f153a83e99fb3c2cfe2e6843cd7cd87d576245c138487afaf8dd2f5f1 +size 764035648 diff --git a/gemma-3-1b-it-q4_k_m.gguf b/gemma-3-1b-it-q4_k_m.gguf new file mode 100644 index 0000000..55104b8 --- /dev/null +++ b/gemma-3-1b-it-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e319d9377c76b19c7061641571371a6e73d518f6c1fd1c681092eec8ce8701a +size 806058304 diff --git a/gemma-3-1b-it-q4_k_s.gguf b/gemma-3-1b-it-q4_k_s.gguf new file mode 100644 index 0000000..22e22bc --- /dev/null +++ b/gemma-3-1b-it-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4314f1635b8ff80e26c976dccfdfea38511652deb1d962134e575dbc7530e44d +size 780993088 diff --git a/gemma-3-1b-it-q5_0.gguf b/gemma-3-1b-it-q5_0.gguf new file mode 100644 index 0000000..7bc9aa2 --- /dev/null +++ b/gemma-3-1b-it-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2044711c2c934a50583c698ec6121b204a007ab4d6e8f0c91cb940a08bfcf733 +size 807645760 diff --git a/gemma-3-1b-it-q5_1.gguf b/gemma-3-1b-it-q5_1.gguf new file mode 100644 index 0000000..6d601fb --- /dev/null +++ b/gemma-3-1b-it-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a6cf8087901a673fd858f9c9be5360468bf391aa6692176c7a7c4cf7fbb997 +size 851255872 diff --git a/gemma-3-1b-it-q5_k_m.gguf b/gemma-3-1b-it-q5_k_m.gguf new file mode 100644 index 0000000..99a5f25 --- /dev/null +++ b/gemma-3-1b-it-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff68615e04c1326d1f549fdc0b95ec372135d25a3a65f5bfb10800a2e095568e +size 851345728 diff --git a/gemma-3-1b-it-q5_k_s.gguf b/gemma-3-1b-it-q5_k_s.gguf new file mode 100644 index 0000000..2138a89 --- /dev/null +++ b/gemma-3-1b-it-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff478edbfd15e37490dd7f657486939263e0e6c427b91aa9630ff68f1a1047f +size 836399680 diff --git a/gemma-3-1b-it-q6_k.gguf b/gemma-3-1b-it-q6_k.gguf new file mode 100644 index 0000000..7d8f672 --- /dev/null +++ b/gemma-3-1b-it-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59747fc3835c437f445b38fdf205780bd4cd0d1cef7823fe076f8419f02ca137 +size 1011738688 diff --git a/gemma-3-1b-it-q8_0.gguf b/gemma-3-1b-it-q8_0.gguf new file mode 100644 index 0000000..f5d678f --- /dev/null +++ b/gemma-3-1b-it-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746e6dc85aa47362e7a46d92846d98ff8e5e950bf342f8246a302dad4d069e79 +size 1069306432