From 3a6bb9e0a44fb81b2709150e470e31d2791b1a78 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 18 Sep 2026 07:48:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-h-micro-base-GGUF Source: Original Platform --- .gitattributes | 51 ++++++++++++++++++++++++++++ README.md | 18 ++++++++++ granite-4.0-h-micro-base-Q2_K.gguf | 3 ++ granite-4.0-h-micro-base-Q3_K_L.gguf | 3 ++ granite-4.0-h-micro-base-Q3_K_M.gguf | 3 ++ granite-4.0-h-micro-base-Q3_K_S.gguf | 3 ++ granite-4.0-h-micro-base-Q4_0.gguf | 3 ++ granite-4.0-h-micro-base-Q4_1.gguf | 3 ++ granite-4.0-h-micro-base-Q4_K_M.gguf | 3 ++ granite-4.0-h-micro-base-Q4_K_S.gguf | 3 ++ granite-4.0-h-micro-base-Q5_0.gguf | 3 ++ granite-4.0-h-micro-base-Q5_1.gguf | 3 ++ granite-4.0-h-micro-base-Q5_K_M.gguf | 3 ++ granite-4.0-h-micro-base-Q5_K_S.gguf | 3 ++ granite-4.0-h-micro-base-Q6_K.gguf | 3 ++ granite-4.0-h-micro-base-Q8_0.gguf | 3 ++ granite-4.0-h-micro-base-bf16.gguf | 3 ++ 17 files changed, 114 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 granite-4.0-h-micro-base-Q2_K.gguf create mode 100644 granite-4.0-h-micro-base-Q3_K_L.gguf create mode 100644 granite-4.0-h-micro-base-Q3_K_M.gguf create mode 100644 granite-4.0-h-micro-base-Q3_K_S.gguf create mode 100644 granite-4.0-h-micro-base-Q4_0.gguf create mode 100644 granite-4.0-h-micro-base-Q4_1.gguf create mode 100644 granite-4.0-h-micro-base-Q4_K_M.gguf create mode 100644 granite-4.0-h-micro-base-Q4_K_S.gguf create mode 100644 granite-4.0-h-micro-base-Q5_0.gguf create mode 100644 granite-4.0-h-micro-base-Q5_1.gguf create mode 100644 granite-4.0-h-micro-base-Q5_K_M.gguf create mode 100644 granite-4.0-h-micro-base-Q5_K_S.gguf create mode 100644 granite-4.0-h-micro-base-Q6_K.gguf create mode 100644 granite-4.0-h-micro-base-Q8_0.gguf create mode 100644 granite-4.0-h-micro-base-bf16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..15f2624 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-micro-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3f2ccb5 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-micro-base +--- + +### Granite 4.0 H-Micro Base (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-micro-base diff --git a/granite-4.0-h-micro-base-Q2_K.gguf b/granite-4.0-h-micro-base-Q2_K.gguf new file mode 100644 index 0000000..492a92f --- /dev/null +++ b/granite-4.0-h-micro-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e9140e0a5bea9c8a7e152397c943f816f6c1e8a059e9f7f6e95cf0e01a5111 +size 1226241376 diff --git a/granite-4.0-h-micro-base-Q3_K_L.gguf b/granite-4.0-h-micro-base-Q3_K_L.gguf new file mode 100644 index 0000000..a153a75 --- /dev/null +++ b/granite-4.0-h-micro-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051137ab6eec8757eaf6d8a51830ee83a6964e0b5e99386898b18651927bbbd3 +size 1637516640 diff --git a/granite-4.0-h-micro-base-Q3_K_M.gguf b/granite-4.0-h-micro-base-Q3_K_M.gguf new file mode 100644 index 0000000..bc745c7 --- /dev/null +++ b/granite-4.0-h-micro-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6e5305ccb049dea374cac2a7b1140f12a44bc822590b293686532c28b6b97c +size 1555465568 diff --git a/granite-4.0-h-micro-base-Q3_K_S.gguf b/granite-4.0-h-micro-base-Q3_K_S.gguf new file mode 100644 index 0000000..56b134c --- /dev/null +++ b/granite-4.0-h-micro-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c21e20788f299c6322d9c83c80171f32ae976a34f256cc56bfaead7b7fcc82 +size 1459094880 diff --git a/granite-4.0-h-micro-base-Q4_0.gguf b/granite-4.0-h-micro-base-Q4_0.gguf new file mode 100644 index 0000000..41acb36 --- /dev/null +++ b/granite-4.0-h-micro-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74556de5314f136492ffa393b5c7514a591b903f43d0762c00c906a562d96363 +size 1855509856 diff --git a/granite-4.0-h-micro-base-Q4_1.gguf b/granite-4.0-h-micro-base-Q4_1.gguf new file mode 100644 index 0000000..8cb6e9b --- /dev/null +++ b/granite-4.0-h-micro-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f6de49fce2ef8a0fbceef47d3bee2b853a251282ce256665664e0fa8f01e4a +size 2042058080 diff --git a/granite-4.0-h-micro-base-Q4_K_M.gguf b/granite-4.0-h-micro-base-Q4_K_M.gguf new file mode 100644 index 0000000..a2097fb --- /dev/null +++ b/granite-4.0-h-micro-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e59abe9d42ea7dbbbd7b4f04b42bc3dc25b5a744705481a9cb0dc4f71f6c113d +size 1942558048 diff --git a/granite-4.0-h-micro-base-Q4_K_S.gguf b/granite-4.0-h-micro-base-Q4_K_S.gguf new file mode 100644 index 0000000..3226704 --- /dev/null +++ b/granite-4.0-h-micro-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b49ae2165a8936acfd30d7fb96169a127fd4429e4ccf4f3d8064d4b17aeaa6c3 +size 1866519904 diff --git a/granite-4.0-h-micro-base-Q5_0.gguf b/granite-4.0-h-micro-base-Q5_0.gguf new file mode 100644 index 0000000..1cf57ec --- /dev/null +++ b/granite-4.0-h-micro-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc14373d7b128bcbc0da4ddce907d1641ae9f79b48c28fde9bb9d2a5611b9f7 +size 2228606304 diff --git a/granite-4.0-h-micro-base-Q5_1.gguf b/granite-4.0-h-micro-base-Q5_1.gguf new file mode 100644 index 0000000..1460206 --- /dev/null +++ b/granite-4.0-h-micro-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef3cc97b5edad397d1a3963aac7f3e68d56b10be749d59c452e98f9cda9a580 +size 2415154528 diff --git a/granite-4.0-h-micro-base-Q5_K_M.gguf b/granite-4.0-h-micro-base-Q5_K_M.gguf new file mode 100644 index 0000000..bbba6a1 --- /dev/null +++ b/granite-4.0-h-micro-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f0462157e117c180e4e516bb6f3a944d49a278defef3425c2b1fb7787c622b +size 2273449312 diff --git a/granite-4.0-h-micro-base-Q5_K_S.gguf b/granite-4.0-h-micro-base-Q5_K_S.gguf new file mode 100644 index 0000000..6f49c62 --- /dev/null +++ b/granite-4.0-h-micro-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3302c9830c9f2d4bd3ccd9610a87e65732a762e78bf98b975b4791749fe55407 +size 2228606304 diff --git a/granite-4.0-h-micro-base-Q6_K.gguf b/granite-4.0-h-micro-base-Q6_K.gguf new file mode 100644 index 0000000..30736c4 --- /dev/null +++ b/granite-4.0-h-micro-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e320b2410b829034f528f4f1dc2f6a9cc82efd312b92fdc67cbbe6693b9914e +size 2625021280 diff --git a/granite-4.0-h-micro-base-Q8_0.gguf b/granite-4.0-h-micro-base-Q8_0.gguf new file mode 100644 index 0000000..db58457 --- /dev/null +++ b/granite-4.0-h-micro-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb31bdf474319174782d32d03e467958062966e4f8662def90e2ec78b0312d7 +size 3397670240 diff --git a/granite-4.0-h-micro-base-bf16.gguf b/granite-4.0-h-micro-base-bf16.gguf new file mode 100644 index 0000000..0a3560f --- /dev/null +++ b/granite-4.0-h-micro-base-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5266d19861e2c24eb8291912cbab3a07bee4d4a073824eec270bcf049ea7ded8 +size 6388569728