commit b68e30ca11c6c742a7ff134fa479f36f555b4bb0 Author: ModelHub XC Date: Thu Sep 24 14:39:17 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: ibm-granite/granite-4.0-h-350m-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6611cf8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-350m-F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..704465c --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-350m +--- + +### Granite 4.0 h-350m (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-350m \ No newline at end of file diff --git a/granite-4.0-h-350m-Q2_K.gguf b/granite-4.0-h-350m-Q2_K.gguf new file mode 100644 index 0000000..16fb0ad --- /dev/null +++ b/granite-4.0-h-350m-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af33267715e43998a3734ef3f49637472dfe3ed3ad8024530b4fa4e9dab878aa +size 159883936 diff --git a/granite-4.0-h-350m-Q3_K_L.gguf b/granite-4.0-h-350m-Q3_K_L.gguf new file mode 100644 index 0000000..836cdf9 --- /dev/null +++ b/granite-4.0-h-350m-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e86aaf3d0bfcac554976a1a682b4e0c382357d1c0666358c6066f282e424b3 +size 194941984 diff --git a/granite-4.0-h-350m-Q3_K_M.gguf b/granite-4.0-h-350m-Q3_K_M.gguf new file mode 100644 index 0000000..a8915ac --- /dev/null +++ b/granite-4.0-h-350m-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9014e2708160642d1e9e3afee13000e14902ae81f51bd20763c177adecc86455 +size 188699680 diff --git a/granite-4.0-h-350m-Q3_K_S.gguf b/granite-4.0-h-350m-Q3_K_S.gguf new file mode 100644 index 0000000..fae214f --- /dev/null +++ b/granite-4.0-h-350m-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a19eab86597a91144c85f73f5af1148e192d10dfd85070dc0284d8986566eed3 +size 181154848 diff --git a/granite-4.0-h-350m-Q4_0.gguf b/granite-4.0-h-350m-Q4_0.gguf new file mode 100644 index 0000000..bbf7b3d --- /dev/null +++ b/granite-4.0-h-350m-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adb3d5765ad12b83b1c08a90746d8925af718545b4a36287e8dac8f83b72ab6 +size 216073120 diff --git a/granite-4.0-h-350m-Q4_1.gguf b/granite-4.0-h-350m-Q4_1.gguf new file mode 100644 index 0000000..cd1d988 --- /dev/null +++ b/granite-4.0-h-350m-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f48ffef489413f97bc68846964364292eda9bd3b7323657669fdf28d235a69 +size 232505248 diff --git a/granite-4.0-h-350m-Q4_K_M.gguf b/granite-4.0-h-350m-Q4_K_M.gguf new file mode 100644 index 0000000..f49c4bb --- /dev/null +++ b/granite-4.0-h-350m-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8d6a7373602fadfba274a640ba784b86cc6847f1c67f1b0a90fa2ec266b7fb +size 222662560 diff --git a/granite-4.0-h-350m-Q4_K_S.gguf b/granite-4.0-h-350m-Q4_K_S.gguf new file mode 100644 index 0000000..df9a106 --- /dev/null +++ b/granite-4.0-h-350m-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7c991535c44f0648d65432ca97ec359e7bf1117cd5c3f27357b65151bc58c0 +size 216957856 diff --git a/granite-4.0-h-350m-Q5_0.gguf b/granite-4.0-h-350m-Q5_0.gguf new file mode 100644 index 0000000..f8e3532 --- /dev/null +++ b/granite-4.0-h-350m-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdf06090b4cb9596528480741a8bcc97af1c3d97913122b7b0ac736c118a9de +size 248937376 diff --git a/granite-4.0-h-350m-Q5_1.gguf b/granite-4.0-h-350m-Q5_1.gguf new file mode 100644 index 0000000..f15bcdf --- /dev/null +++ b/granite-4.0-h-350m-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12a353f0f254eb79261e40e87d2030092a7dad3c74873adce5b66fa4c1edcbb +size 265369504 diff --git a/granite-4.0-h-350m-Q5_K_M.gguf b/granite-4.0-h-350m-Q5_K_M.gguf new file mode 100644 index 0000000..6d66d4c --- /dev/null +++ b/granite-4.0-h-350m-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3daabf26b0b9e14bd95dfd0eb8b1b3e463530c5c349b3ccdbe7b45a895d936d4 +size 252331936 diff --git a/granite-4.0-h-350m-Q5_K_S.gguf b/granite-4.0-h-350m-Q5_K_S.gguf new file mode 100644 index 0000000..d0e73cf --- /dev/null +++ b/granite-4.0-h-350m-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934169e5f550648fd8e27667f44d0b8c567b7ded84c7a71915f53173b666a8b0 +size 248937376 diff --git a/granite-4.0-h-350m-Q6_K.gguf b/granite-4.0-h-350m-Q6_K.gguf new file mode 100644 index 0000000..8873d32 --- /dev/null +++ b/granite-4.0-h-350m-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6509305c03b143f419f9eae7cc6bbeffa67c9e82b5a5ed661ba2aa517d3860 +size 283855648 diff --git a/granite-4.0-h-350m-Q8_0.gguf b/granite-4.0-h-350m-Q8_0.gguf new file mode 100644 index 0000000..72338fc --- /dev/null +++ b/granite-4.0-h-350m-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d9873640dc303b6773dcc44e72e5bdf533e1c95ca8421e6191fbff5c94c942 +size 366195616 diff --git a/granite-4.0-h-350m-bf16.gguf b/granite-4.0-h-350m-bf16.gguf new file mode 100644 index 0000000..3311d00 --- /dev/null +++ b/granite-4.0-h-350m-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7bf038df12c415ccfc450e0f55dd48208142ed3ec61ecbd229282fc753ddd1 +size 684931200