From 0ad33e75e6b8233c612d7baa5d72ff2688c4e719 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 23 Sep 2026 11:49:26 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-h-1b-GGUF Source: Original Platform --- .gitattributes | 51 ++++++++++++++++++++++++++++++++++++ README.md | 18 +++++++++++++ granite-4.0-h-1b-Q2_K.gguf | 3 +++ granite-4.0-h-1b-Q3_K_L.gguf | 3 +++ granite-4.0-h-1b-Q3_K_M.gguf | 3 +++ granite-4.0-h-1b-Q3_K_S.gguf | 3 +++ granite-4.0-h-1b-Q4_0.gguf | 3 +++ granite-4.0-h-1b-Q4_1.gguf | 3 +++ granite-4.0-h-1b-Q4_K_M.gguf | 3 +++ granite-4.0-h-1b-Q4_K_S.gguf | 3 +++ granite-4.0-h-1b-Q5_0.gguf | 3 +++ granite-4.0-h-1b-Q5_1.gguf | 3 +++ granite-4.0-h-1b-Q5_K_M.gguf | 3 +++ granite-4.0-h-1b-Q5_K_S.gguf | 3 +++ granite-4.0-h-1b-Q6_K.gguf | 3 +++ granite-4.0-h-1b-Q8_0.gguf | 3 +++ granite-4.0-h-1b-bf16.gguf | 3 +++ 17 files changed, 114 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 granite-4.0-h-1b-Q2_K.gguf create mode 100644 granite-4.0-h-1b-Q3_K_L.gguf create mode 100644 granite-4.0-h-1b-Q3_K_M.gguf create mode 100644 granite-4.0-h-1b-Q3_K_S.gguf create mode 100644 granite-4.0-h-1b-Q4_0.gguf create mode 100644 granite-4.0-h-1b-Q4_1.gguf create mode 100644 granite-4.0-h-1b-Q4_K_M.gguf create mode 100644 granite-4.0-h-1b-Q4_K_S.gguf create mode 100644 granite-4.0-h-1b-Q5_0.gguf create mode 100644 granite-4.0-h-1b-Q5_1.gguf create mode 100644 granite-4.0-h-1b-Q5_K_M.gguf create mode 100644 granite-4.0-h-1b-Q5_K_S.gguf create mode 100644 granite-4.0-h-1b-Q6_K.gguf create mode 100644 granite-4.0-h-1b-Q8_0.gguf create mode 100644 granite-4.0-h-1b-bf16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1027208 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-F16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..24f2f89 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-1b +--- + +### Granite 4.0 h-1b (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-1b \ No newline at end of file diff --git a/granite-4.0-h-1b-Q2_K.gguf b/granite-4.0-h-1b-Q2_K.gguf new file mode 100644 index 0000000..a64e564 --- /dev/null +++ b/granite-4.0-h-1b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8717f20e4c7da7d4a9d5c25bdffaa2e532b72b886f4117987a303807ca79facb +size 588928736 diff --git a/granite-4.0-h-1b-Q3_K_L.gguf b/granite-4.0-h-1b-Q3_K_L.gguf new file mode 100644 index 0000000..04f9d3c --- /dev/null +++ b/granite-4.0-h-1b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c86952a8f78a6c7660e0ce544869936994195cd394266d7201f91114e448d9 +size 762913760 diff --git a/granite-4.0-h-1b-Q3_K_M.gguf b/granite-4.0-h-1b-Q3_K_M.gguf new file mode 100644 index 0000000..408a74c --- /dev/null +++ b/granite-4.0-h-1b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bf85acdd97a573bb69a42f7b0277d12c5c5d7178cb7d45edd6ef76e32beac3 +size 731653088 diff --git a/granite-4.0-h-1b-Q3_K_S.gguf b/granite-4.0-h-1b-Q3_K_S.gguf new file mode 100644 index 0000000..4316186 --- /dev/null +++ b/granite-4.0-h-1b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c2ae4e3ad3fab66706dec2b86c5a258d13162f56d4ac4eb2759102111fc880 +size 694789088 diff --git a/granite-4.0-h-1b-Q4_0.gguf b/granite-4.0-h-1b-Q4_0.gguf new file mode 100644 index 0000000..ddbb53c --- /dev/null +++ b/granite-4.0-h-1b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b20864c9544bd98ac6d5b8c53dec61992cc7add09fdd5f6b77472a4679a148 +size 868316384 diff --git a/granite-4.0-h-1b-Q4_1.gguf b/granite-4.0-h-1b-Q4_1.gguf new file mode 100644 index 0000000..33669cd --- /dev/null +++ b/granite-4.0-h-1b-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599365d991def4b3f76bfa1ddfe850e4297bf1bb16f5501d3baa8548d927c7a1 +size 949976288 diff --git a/granite-4.0-h-1b-Q4_K_M.gguf b/granite-4.0-h-1b-Q4_K_M.gguf new file mode 100644 index 0000000..b7cbd44 --- /dev/null +++ b/granite-4.0-h-1b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3d737121a96f3c9a316685212376257a7f167b74380855666dd488d6af3bcb +size 901162208 diff --git a/granite-4.0-h-1b-Q4_K_S.gguf b/granite-4.0-h-1b-Q4_K_S.gguf new file mode 100644 index 0000000..e5eb4cc --- /dev/null +++ b/granite-4.0-h-1b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedc788e1bafd1f45d2033fb4bfe55c7a402afee6a964c61316411a27e4eca88 +size 872641760 diff --git a/granite-4.0-h-1b-Q5_0.gguf b/granite-4.0-h-1b-Q5_0.gguf new file mode 100644 index 0000000..787d467 --- /dev/null +++ b/granite-4.0-h-1b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4d32d0bd9383160d5e2c78aaed7ad378d5dc97bcba165e968e7c6a5a18e7d8 +size 1031636192 diff --git a/granite-4.0-h-1b-Q5_1.gguf b/granite-4.0-h-1b-Q5_1.gguf new file mode 100644 index 0000000..5da895a --- /dev/null +++ b/granite-4.0-h-1b-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71f986d1c90f15cba248c76ff2baff1b53a7b0602aa204ab51dc486e78b3b35 +size 1113296096 diff --git a/granite-4.0-h-1b-Q5_K_M.gguf b/granite-4.0-h-1b-Q5_K_M.gguf new file mode 100644 index 0000000..6072141 --- /dev/null +++ b/granite-4.0-h-1b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016a6e46b88fee09f55860253f2c1a263372624bd57060dad6c3f344c89941ba +size 1048556768 diff --git a/granite-4.0-h-1b-Q5_K_S.gguf b/granite-4.0-h-1b-Q5_K_S.gguf new file mode 100644 index 0000000..796c9ee --- /dev/null +++ b/granite-4.0-h-1b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d64a64b67fbdc9c6653cc5e7d143eb0d954dd6f4de25abb42d60b84b5705b4 +size 1031636192 diff --git a/granite-4.0-h-1b-Q6_K.gguf b/granite-4.0-h-1b-Q6_K.gguf new file mode 100644 index 0000000..eef4da3 --- /dev/null +++ b/granite-4.0-h-1b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ef6ecaa8b5006153a3518d346a760f38a81607cfbf57c3a8140a0cac72b175 +size 1205163488 diff --git a/granite-4.0-h-1b-Q8_0.gguf b/granite-4.0-h-1b-Q8_0.gguf new file mode 100644 index 0000000..88ce0bf --- /dev/null +++ b/granite-4.0-h-1b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29248184ca766350e56e6d161c2a637ad302a6d595e15d4a62cd58327a0ac0e +size 1558926560 diff --git a/granite-4.0-h-1b-bf16.gguf b/granite-4.0-h-1b-bf16.gguf new file mode 100644 index 0000000..6d9df54 --- /dev/null +++ b/granite-4.0-h-1b-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263ecc8dbe190d61b03639a3e71eec1ba6c70445e8488ce46cfe52d61786eb96 +size 2928332288