初始化项目,由ModelHub XC社区提供模型
Model: ibm-granite/granite-4.0-h-350m-GGUF Source: Original Platform
This commit is contained in:
51
.gitattributes
vendored
Normal file
51
.gitattributes
vendored
Normal file
@@ -0,0 +1,51 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
granite-4.0-h-350m-F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
18
README.md
Normal file
18
README.md
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
---
|
||||||
|
license: apache-2.0
|
||||||
|
library_name: transformers
|
||||||
|
tags:
|
||||||
|
- language
|
||||||
|
- granite-4.0
|
||||||
|
- gguf
|
||||||
|
base_model:
|
||||||
|
- ibm-granite/granite-4.0-h-350m
|
||||||
|
---
|
||||||
|
|
||||||
|
### Granite 4.0 h-350m (GGUF)
|
||||||
|
|
||||||
|
> [!NOTE]
|
||||||
|
> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
|
||||||
|
>
|
||||||
|
> Please reference the base model's full model card here:
|
||||||
|
> https://huggingface.co/ibm-granite/granite-4.0-h-350m
|
||||||
3
granite-4.0-h-350m-Q2_K.gguf
Normal file
3
granite-4.0-h-350m-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:af33267715e43998a3734ef3f49637472dfe3ed3ad8024530b4fa4e9dab878aa
|
||||||
|
size 159883936
|
||||||
3
granite-4.0-h-350m-Q3_K_L.gguf
Normal file
3
granite-4.0-h-350m-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:39e86aaf3d0bfcac554976a1a682b4e0c382357d1c0666358c6066f282e424b3
|
||||||
|
size 194941984
|
||||||
3
granite-4.0-h-350m-Q3_K_M.gguf
Normal file
3
granite-4.0-h-350m-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9014e2708160642d1e9e3afee13000e14902ae81f51bd20763c177adecc86455
|
||||||
|
size 188699680
|
||||||
3
granite-4.0-h-350m-Q3_K_S.gguf
Normal file
3
granite-4.0-h-350m-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a19eab86597a91144c85f73f5af1148e192d10dfd85070dc0284d8986566eed3
|
||||||
|
size 181154848
|
||||||
3
granite-4.0-h-350m-Q4_0.gguf
Normal file
3
granite-4.0-h-350m-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7adb3d5765ad12b83b1c08a90746d8925af718545b4a36287e8dac8f83b72ab6
|
||||||
|
size 216073120
|
||||||
3
granite-4.0-h-350m-Q4_1.gguf
Normal file
3
granite-4.0-h-350m-Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:74f48ffef489413f97bc68846964364292eda9bd3b7323657669fdf28d235a69
|
||||||
|
size 232505248
|
||||||
3
granite-4.0-h-350m-Q4_K_M.gguf
Normal file
3
granite-4.0-h-350m-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0a8d6a7373602fadfba274a640ba784b86cc6847f1c67f1b0a90fa2ec266b7fb
|
||||||
|
size 222662560
|
||||||
3
granite-4.0-h-350m-Q4_K_S.gguf
Normal file
3
granite-4.0-h-350m-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0b7c991535c44f0648d65432ca97ec359e7bf1117cd5c3f27357b65151bc58c0
|
||||||
|
size 216957856
|
||||||
3
granite-4.0-h-350m-Q5_0.gguf
Normal file
3
granite-4.0-h-350m-Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4bdf06090b4cb9596528480741a8bcc97af1c3d97913122b7b0ac736c118a9de
|
||||||
|
size 248937376
|
||||||
3
granite-4.0-h-350m-Q5_1.gguf
Normal file
3
granite-4.0-h-350m-Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e12a353f0f254eb79261e40e87d2030092a7dad3c74873adce5b66fa4c1edcbb
|
||||||
|
size 265369504
|
||||||
3
granite-4.0-h-350m-Q5_K_M.gguf
Normal file
3
granite-4.0-h-350m-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3daabf26b0b9e14bd95dfd0eb8b1b3e463530c5c349b3ccdbe7b45a895d936d4
|
||||||
|
size 252331936
|
||||||
3
granite-4.0-h-350m-Q5_K_S.gguf
Normal file
3
granite-4.0-h-350m-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:934169e5f550648fd8e27667f44d0b8c567b7ded84c7a71915f53173b666a8b0
|
||||||
|
size 248937376
|
||||||
3
granite-4.0-h-350m-Q6_K.gguf
Normal file
3
granite-4.0-h-350m-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:dc6509305c03b143f419f9eae7cc6bbeffa67c9e82b5a5ed661ba2aa517d3860
|
||||||
|
size 283855648
|
||||||
3
granite-4.0-h-350m-Q8_0.gguf
Normal file
3
granite-4.0-h-350m-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c7d9873640dc303b6773dcc44e72e5bdf533e1c95ca8421e6191fbff5c94c942
|
||||||
|
size 366195616
|
||||||
3
granite-4.0-h-350m-bf16.gguf
Normal file
3
granite-4.0-h-350m-bf16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2f7bf038df12c415ccfc450e0f55dd48208142ed3ec61ecbd229282fc753ddd1
|
||||||
|
size 684931200
|
||||||
Reference in New Issue
Block a user