From 40937cb6eaff9d0578d74d4b5614808d85aa0143 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 24 Sep 2026 15:09:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-h-micro-GGUF Source: Original Platform --- .gitattributes | 51 +++++++++++++++++++++++++++++++++ README.md | 18 ++++++++++++ granite-4.0-h-micro-Q2_K.gguf | 3 ++ granite-4.0-h-micro-Q3_K_L.gguf | 3 ++ granite-4.0-h-micro-Q3_K_M.gguf | 3 ++ granite-4.0-h-micro-Q3_K_S.gguf | 3 ++ granite-4.0-h-micro-Q4_0.gguf | 3 ++ granite-4.0-h-micro-Q4_1.gguf | 3 ++ granite-4.0-h-micro-Q4_K_M.gguf | 3 ++ granite-4.0-h-micro-Q4_K_S.gguf | 3 ++ granite-4.0-h-micro-Q5_0.gguf | 3 ++ granite-4.0-h-micro-Q5_1.gguf | 3 ++ granite-4.0-h-micro-Q5_K_M.gguf | 3 ++ granite-4.0-h-micro-Q5_K_S.gguf | 3 ++ granite-4.0-h-micro-Q6_K.gguf | 3 ++ granite-4.0-h-micro-Q8_0.gguf | 3 ++ granite-4.0-h-micro-bf16.gguf | 3 ++ 17 files changed, 114 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 granite-4.0-h-micro-Q2_K.gguf create mode 100644 granite-4.0-h-micro-Q3_K_L.gguf create mode 100644 granite-4.0-h-micro-Q3_K_M.gguf create mode 100644 granite-4.0-h-micro-Q3_K_S.gguf create mode 100644 granite-4.0-h-micro-Q4_0.gguf create mode 100644 granite-4.0-h-micro-Q4_1.gguf create mode 100644 granite-4.0-h-micro-Q4_K_M.gguf create mode 100644 granite-4.0-h-micro-Q4_K_S.gguf create mode 100644 granite-4.0-h-micro-Q5_0.gguf create mode 100644 granite-4.0-h-micro-Q5_1.gguf create mode 100644 granite-4.0-h-micro-Q5_K_M.gguf create mode 100644 granite-4.0-h-micro-Q5_K_S.gguf create mode 100644 granite-4.0-h-micro-Q6_K.gguf create mode 100644 granite-4.0-h-micro-Q8_0.gguf create mode 100644 granite-4.0-h-micro-bf16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c898c3e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d15b5df --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-micro +--- + +### Granite 4.0 H-Micro (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-micro diff --git a/granite-4.0-h-micro-Q2_K.gguf b/granite-4.0-h-micro-Q2_K.gguf new file mode 100644 index 0000000..2560944 --- /dev/null +++ b/granite-4.0-h-micro-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736a5f12be0f67dfdc5ece9b3ff4da6b024bf00bbef52765f29c93166d0b1a42 +size 1226247840 diff --git a/granite-4.0-h-micro-Q3_K_L.gguf b/granite-4.0-h-micro-Q3_K_L.gguf new file mode 100644 index 0000000..34034fa --- /dev/null +++ b/granite-4.0-h-micro-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc8e86b93be7fda95ed332cf1b954b0b8a535812dc3f97b5860e21b4793a6b5 +size 1637523104 diff --git a/granite-4.0-h-micro-Q3_K_M.gguf b/granite-4.0-h-micro-Q3_K_M.gguf new file mode 100644 index 0000000..b930187 --- /dev/null +++ b/granite-4.0-h-micro-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43a6d37e3bdd922dbe7b7d75cbc664f768245667a0eec60faccfda2d93398aa +size 1555472032 diff --git a/granite-4.0-h-micro-Q3_K_S.gguf b/granite-4.0-h-micro-Q3_K_S.gguf new file mode 100644 index 0000000..3cd6301 --- /dev/null +++ b/granite-4.0-h-micro-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8dce56050863f3fe889cefde9e19ac468fefda30447ce585514c824ea94c04 +size 1459101344 diff --git a/granite-4.0-h-micro-Q4_0.gguf b/granite-4.0-h-micro-Q4_0.gguf new file mode 100644 index 0000000..2473773 --- /dev/null +++ b/granite-4.0-h-micro-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7879163f9fdd4bc61d3f7d377c41ae3309b983fb70a11db57b02bf7237a209b +size 1855516320 diff --git a/granite-4.0-h-micro-Q4_1.gguf b/granite-4.0-h-micro-Q4_1.gguf new file mode 100644 index 0000000..d79cdfd --- /dev/null +++ b/granite-4.0-h-micro-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f482cb5ca7c732c6a63f17cb678f7fb1214e156f6cb0fd45339d92a55f726137 +size 2042064544 diff --git a/granite-4.0-h-micro-Q4_K_M.gguf b/granite-4.0-h-micro-Q4_K_M.gguf new file mode 100644 index 0000000..fb105a1 --- /dev/null +++ b/granite-4.0-h-micro-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc78b9b25450101d1ad90d4b9a264e1bac892f534dfb76066f4eec792fdf023 +size 1942564512 diff --git a/granite-4.0-h-micro-Q4_K_S.gguf b/granite-4.0-h-micro-Q4_K_S.gguf new file mode 100644 index 0000000..535f7cb --- /dev/null +++ b/granite-4.0-h-micro-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a7a31b17e8409c34dbb6472c7a2d692e617b99141ad5af916fa079cd2c62bf +size 1866526368 diff --git a/granite-4.0-h-micro-Q5_0.gguf b/granite-4.0-h-micro-Q5_0.gguf new file mode 100644 index 0000000..766fd95 --- /dev/null +++ b/granite-4.0-h-micro-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b774be8ba9c828fe2f164ae287b650494badb64134eae5595ab6233c20656a +size 2228612768 diff --git a/granite-4.0-h-micro-Q5_1.gguf b/granite-4.0-h-micro-Q5_1.gguf new file mode 100644 index 0000000..08feb22 --- /dev/null +++ b/granite-4.0-h-micro-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1129baa13c505c1e69e0e401c5f4847ce034eebd215568bc653155a7740e2a64 +size 2415160992 diff --git a/granite-4.0-h-micro-Q5_K_M.gguf b/granite-4.0-h-micro-Q5_K_M.gguf new file mode 100644 index 0000000..39019c3 --- /dev/null +++ b/granite-4.0-h-micro-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6ebab9a4d4a3de60080d2d0b7d3ab8c863759cbdfe1a606be10f1edf2a2913a +size 2273455776 diff --git a/granite-4.0-h-micro-Q5_K_S.gguf b/granite-4.0-h-micro-Q5_K_S.gguf new file mode 100644 index 0000000..6f46153 --- /dev/null +++ b/granite-4.0-h-micro-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f1d0540e8244a22f7d8041372e1bc8f6cec9b3d00e643bc1c5e687d1fc32f9 +size 2228612768 diff --git a/granite-4.0-h-micro-Q6_K.gguf b/granite-4.0-h-micro-Q6_K.gguf new file mode 100644 index 0000000..13a2e8e --- /dev/null +++ b/granite-4.0-h-micro-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0643501c687665496304865a26d994cb2c079e146fe98bcc951af42410eac201 +size 2625027744 diff --git a/granite-4.0-h-micro-Q8_0.gguf b/granite-4.0-h-micro-Q8_0.gguf new file mode 100644 index 0000000..3bf2a29 --- /dev/null +++ b/granite-4.0-h-micro-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a009111abf2865b7aad1e66326a6c772cddc29bccd22898f470292068b27bb59 +size 3397676704 diff --git a/granite-4.0-h-micro-bf16.gguf b/granite-4.0-h-micro-bf16.gguf new file mode 100644 index 0000000..24e9b56 --- /dev/null +++ b/granite-4.0-h-micro-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfac513261276720420bf6039f021c9102f55d3c23cebe5c88e0066b74dcb8d +size 6388576192