初始化项目,由ModelHub XC社区提供模型
Model: gguf-org/gemma-3-1b-it-gguf Source: Original Platform
This commit is contained in:
66
.gitattributes
vendored
Normal file
66
.gitattributes
vendored
Normal file
@@ -0,0 +1,66 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
gemma-3-1b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-f32.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
gemma-3-1b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
16
README.md
Normal file
16
README.md
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
---
|
||||||
|
license: gemma
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
base_model:
|
||||||
|
- google/gemma-3-1b-it
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
tags:
|
||||||
|
- gemma
|
||||||
|
- gguf-connector
|
||||||
|
---
|
||||||
|
|
||||||
|
# gemma-3-1b-it-gguf (fp32)
|
||||||
|
- base model from google
|
||||||
|
- original safetensors [here](https://huggingface.co/callgg/gemma-3-1b-it-bf16)
|
||||||
|
- tested on [gguf-connector](https://pypi.org/project/gguf-connector) with nightly [llama-cpp-python](https://github.com/calcuis/llama-cpp-python/releases)
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||||
3
gemma-3-1b-it-bf16.gguf
Normal file
3
gemma-3-1b-it-bf16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d2fd852bd81a2709220897aac0f97856a8b5f85ea1b9edbbf4a0ab377edfe8d1
|
||||||
|
size 2006573632
|
||||||
3
gemma-3-1b-it-f16.gguf
Normal file
3
gemma-3-1b-it-f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:05a24b8f4e3b773df521cfe4f838b241a7c9c27e0c2e5b9962d920f0d2de042d
|
||||||
|
size 2006573632
|
||||||
3
gemma-3-1b-it-f32.gguf
Normal file
3
gemma-3-1b-it-f32.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:98f329c049862f8770304c5cbd9586b9ebac1b6f7897761c0e3a7bae4fb423bd
|
||||||
|
size 4006076992
|
||||||
3
gemma-3-1b-it-mxfp4_moe.gguf
Normal file
3
gemma-3-1b-it-mxfp4_moe.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:35ea934b17eba2bac40491dac456b4b426b6ad5cdc118e5d6dfd4ccb1fa6faa7
|
||||||
|
size 1069306464
|
||||||
3
gemma-3-1b-it-q2_k.gguf
Normal file
3
gemma-3-1b-it-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:621de93e9c5405e61d86fff0480effd6d550484131e85854fea7fe075d427e01
|
||||||
|
size 689814592
|
||||||
3
gemma-3-1b-it-q3_k_l.gguf
Normal file
3
gemma-3-1b-it-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2e391580322ba346eff35f09bfb3b91d3330ff6be4f9afe8a3dd3bd6c6aa06d3
|
||||||
|
size 751575616
|
||||||
3
gemma-3-1b-it-q3_k_m.gguf
Normal file
3
gemma-3-1b-it-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:57a2aa8fe56489bb7ac5e6b3bfb6585a7dbf8b15875f7390e69505ca77e68d83
|
||||||
|
size 722416192
|
||||||
3
gemma-3-1b-it-q3_k_s.gguf
Normal file
3
gemma-3-1b-it-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4fdcedc4e57196e3f66ebb1d4a40bf6eeb7450baa2357d6879b3bef8f3e1158a
|
||||||
|
size 688856128
|
||||||
3
gemma-3-1b-it-q4_0.gguf
Normal file
3
gemma-3-1b-it-q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:dd1fceabaa49b3f40eb29cc232c33d8399b0d8359a7e4c55dfc5d00f9f0d6c83
|
||||||
|
size 720425536
|
||||||
3
gemma-3-1b-it-q4_1.gguf
Normal file
3
gemma-3-1b-it-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fbc0dc5f153a83e99fb3c2cfe2e6843cd7cd87d576245c138487afaf8dd2f5f1
|
||||||
|
size 764035648
|
||||||
3
gemma-3-1b-it-q4_k_m.gguf
Normal file
3
gemma-3-1b-it-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0e319d9377c76b19c7061641571371a6e73d518f6c1fd1c681092eec8ce8701a
|
||||||
|
size 806058304
|
||||||
3
gemma-3-1b-it-q4_k_s.gguf
Normal file
3
gemma-3-1b-it-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4314f1635b8ff80e26c976dccfdfea38511652deb1d962134e575dbc7530e44d
|
||||||
|
size 780993088
|
||||||
3
gemma-3-1b-it-q5_0.gguf
Normal file
3
gemma-3-1b-it-q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2044711c2c934a50583c698ec6121b204a007ab4d6e8f0c91cb940a08bfcf733
|
||||||
|
size 807645760
|
||||||
3
gemma-3-1b-it-q5_1.gguf
Normal file
3
gemma-3-1b-it-q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:53a6cf8087901a673fd858f9c9be5360468bf391aa6692176c7a7c4cf7fbb997
|
||||||
|
size 851255872
|
||||||
3
gemma-3-1b-it-q5_k_m.gguf
Normal file
3
gemma-3-1b-it-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ff68615e04c1326d1f549fdc0b95ec372135d25a3a65f5bfb10800a2e095568e
|
||||||
|
size 851345728
|
||||||
3
gemma-3-1b-it-q5_k_s.gguf
Normal file
3
gemma-3-1b-it-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bff478edbfd15e37490dd7f657486939263e0e6c427b91aa9630ff68f1a1047f
|
||||||
|
size 836399680
|
||||||
3
gemma-3-1b-it-q6_k.gguf
Normal file
3
gemma-3-1b-it-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:59747fc3835c437f445b38fdf205780bd4cd0d1cef7823fe076f8419f02ca137
|
||||||
|
size 1011738688
|
||||||
3
gemma-3-1b-it-q8_0.gguf
Normal file
3
gemma-3-1b-it-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:746e6dc85aa47362e7a46d92846d98ff8e5e950bf342f8246a302dad4d069e79
|
||||||
|
size 1069306432
|
||||||
Reference in New Issue
Block a user