初始化项目,由ModelHub XC社区提供模型
Model: gguf-org/gemma-3-270m-it-gguf Source: Original Platform
This commit is contained in:
72
.gitattributes
vendored
Normal file
72
.gitattributes
vendored
Normal file
@@ -0,0 +1,72 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
gemma-3-270m-it-f32.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-tq2_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
gemma-3-270m-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
12
README.md
Normal file
12
README.md
Normal file
@@ -0,0 +1,12 @@
|
||||
---
|
||||
license: gemma
|
||||
base_model:
|
||||
- google/gemma-3-270m-it
|
||||
pipeline_tag: text-generation
|
||||
tags:
|
||||
- gguf-connector
|
||||
---
|
||||
## gemma-3-270m-it-gguf
|
||||
- base model from google
|
||||
- original safetensors [here](https://huggingface.co/callgg/gemma-3-270m-it-bf16)
|
||||
- tested on [gguf-connector](https://pypi.org/project/gguf-connector) with nightly [llama-cpp-python](https://github.com/calcuis/llama-cpp-python/releases)
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
3
gemma-3-270m-it-bf16.gguf
Normal file
3
gemma-3-270m-it-bf16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1a2988fb239f79b655b5bf89347e8b3b7d399ccf9d37caf10a1c3b3a574b48b2
|
||||
size 542835200
|
||||
3
gemma-3-270m-it-f16.gguf
Normal file
3
gemma-3-270m-it-f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9a751478c31d42088d32b73a00a12040addde213111ab8ac39a1e930f2051437
|
||||
size 542835200
|
||||
3
gemma-3-270m-it-f32.gguf
Normal file
3
gemma-3-270m-it-f32.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:11eb3d6c6790d99835c96cd807e175999c97c49f58a30ae2f438ca57540131b2
|
||||
size 1078919680
|
||||
3
gemma-3-270m-it-iq3_s.gguf
Normal file
3
gemma-3-270m-it-iq3_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d6f339f868a55cca1aea2f5b7fe779bb102decaddabe37b3e9660d2a30dbedbf
|
||||
size 237079040
|
||||
3
gemma-3-270m-it-iq3_xxs.gguf
Normal file
3
gemma-3-270m-it-iq3_xxs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e8e2b3065ae1f9c68df391a9c7b4f11da0b1e5060472eb05975b2b2565cce2d6
|
||||
size 237427200
|
||||
3
gemma-3-270m-it-iq4_nl.gguf
Normal file
3
gemma-3-270m-it-iq4_nl.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:86d8b2df1b85a2035ffbaa27d3dde9562bd067f2eceba5f49312264c17fde174
|
||||
size 242291200
|
||||
3
gemma-3-270m-it-iq4_xs.gguf
Normal file
3
gemma-3-270m-it-iq4_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c96d8f349bb446ac505900ef4062bf9043ce6c2c119807aaaf29b8fff43953dc
|
||||
size 241267200
|
||||
3
gemma-3-270m-it-mxfp4_moe.gguf
Normal file
3
gemma-3-270m-it-mxfp4_moe.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2e9a84fb897e3993e4bf874a9da17266dc08bc60c6998383c09c3ecc1d8998f8
|
||||
size 291545600
|
||||
3
gemma-3-270m-it-q2_k.gguf
Normal file
3
gemma-3-270m-it-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:294bf39ad8bec83bcae9ba50aeb892fffe8ad29a2aa282520935b622e3de0c25
|
||||
size 237079040
|
||||
3
gemma-3-270m-it-q3_k_l.gguf
Normal file
3
gemma-3-270m-it-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:342636fc9c0d83909118485ff8068b5d2f231b67df4b261cf7d7d584beeff3c1
|
||||
size 246387200
|
||||
3
gemma-3-270m-it-q3_k_m.gguf
Normal file
3
gemma-3-270m-it-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:34a42f2c8aa5bdf2463a28111b654fa6e18d868c61ac616a4b9bd93bc8312dfe
|
||||
size 241963520
|
||||
3
gemma-3-270m-it-q3_k_s.gguf
Normal file
3
gemma-3-270m-it-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e0381401f758f81f359407a515ecac32354167cb6a342c2c13ec01a51327a68b
|
||||
size 236710400
|
||||
3
gemma-3-270m-it-q4_0.gguf
Normal file
3
gemma-3-270m-it-q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bf6c4270465cc9c6df4be54447ee18331fb2134d5a67783b1f5577924cd9c402
|
||||
size 241410560
|
||||
3
gemma-3-270m-it-q4_1.gguf
Normal file
3
gemma-3-270m-it-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6d4d460b3506fec5a9a1b48bc7194c95145bf6fd92f9d72c4bdcab92d4822c27
|
||||
size 247677440
|
||||
3
gemma-3-270m-it-q4_k_m.gguf
Normal file
3
gemma-3-270m-it-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:55aed1673d2f3014a739732c659c4995fc57abf6e4e9c68462fb2ceee820ea2f
|
||||
size 253114880
|
||||
3
gemma-3-270m-it-q4_k_s.gguf
Normal file
3
gemma-3-270m-it-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8788c0219d6b53d7f118ee2a25b7deb18f92a1b73cb72eeec027b4d960c322d8
|
||||
size 249889280
|
||||
3
gemma-3-270m-it-q5_0.gguf
Normal file
3
gemma-3-270m-it-q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b6197955da4047e6b0e9a8b626a873decc151435577fe0b83443b88afb6b7c77
|
||||
size 253944320
|
||||
3
gemma-3-270m-it-q5_1.gguf
Normal file
3
gemma-3-270m-it-q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1a090ed8b851bc6fffe57cf313359774a6f4e84e340885d5eb445aa9e4d0b0f8
|
||||
size 260211200
|
||||
3
gemma-3-270m-it-q5_k_m.gguf
Normal file
3
gemma-3-270m-it-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b6eced545bfa460fbacf5da5344047a1a1e954e8c8d5e2c11714fd578a2b7b62
|
||||
size 260026880
|
||||
3
gemma-3-270m-it-q5_k_s.gguf
Normal file
3
gemma-3-270m-it-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e9981cc23da20c19188be9c4751de9949cc632672c22671fe713ad99d733818e
|
||||
size 257999360
|
||||
3
gemma-3-270m-it-q6_k.gguf
Normal file
3
gemma-3-270m-it-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b0dafda6bac8634ecaa5d21f148fcd75bc735922136765fc920103eb4da96b22
|
||||
size 282974720
|
||||
3
gemma-3-270m-it-q8_0.gguf
Normal file
3
gemma-3-270m-it-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c344a0bfee9328b05a197f7e3ce126cf9986969e6b94ba46fe96483e71e53b84
|
||||
size 291545600
|
||||
3
gemma-3-270m-it-tq1_0.gguf
Normal file
3
gemma-3-270m-it-tq1_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a8165ed23c20d5f09ec9bd5ca93cb18d0e3a75b6913da1f9f69ad527d732528b
|
||||
size 228968960
|
||||
3
gemma-3-270m-it-tq2_0.gguf
Normal file
3
gemma-3-270m-it-tq2_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:553d858f7b93435564339c9fa88193e23b9e8883d822dd20e628ef572fcb44ea
|
||||
size 230627840
|
||||
Reference in New Issue
Block a user