From 438320bf06ea19aee1b84a59710fddd0486d3c9a Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Tue, 30 Jun 2026 08:57:12 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: ibm-granite/granite-4.0-1b-GGUF
Source: Original Platform
---
 .gitattributes             | 64 ++++++++++++++++++++++++++++++++++++++
 README.md                  | 24 ++++++++++++++
 configuration.json         |  1 +
 granite-4.0-1b-Q2_K.gguf   |  3 ++
 granite-4.0-1b-Q3_K_L.gguf |  3 ++
 granite-4.0-1b-Q3_K_M.gguf |  3 ++
 granite-4.0-1b-Q3_K_S.gguf |  3 ++
 granite-4.0-1b-Q4_0.gguf   |  3 ++
 granite-4.0-1b-Q4_1.gguf   |  3 ++
 granite-4.0-1b-Q4_K_M.gguf |  3 ++
 granite-4.0-1b-Q4_K_S.gguf |  3 ++
 granite-4.0-1b-Q5_0.gguf   |  3 ++
 granite-4.0-1b-Q5_1.gguf   |  3 ++
 granite-4.0-1b-Q5_K_M.gguf |  3 ++
 granite-4.0-1b-Q5_K_S.gguf |  3 ++
 granite-4.0-1b-Q6_K.gguf   |  3 ++
 granite-4.0-1b-Q8_0.gguf   |  3 ++
 granite-4.0-1b-bf16.gguf   |  3 ++
 18 files changed, 134 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 configuration.json
 create mode 100644 granite-4.0-1b-Q2_K.gguf
 create mode 100644 granite-4.0-1b-Q3_K_L.gguf
 create mode 100644 granite-4.0-1b-Q3_K_M.gguf
 create mode 100644 granite-4.0-1b-Q3_K_S.gguf
 create mode 100644 granite-4.0-1b-Q4_0.gguf
 create mode 100644 granite-4.0-1b-Q4_1.gguf
 create mode 100644 granite-4.0-1b-Q4_K_M.gguf
 create mode 100644 granite-4.0-1b-Q4_K_S.gguf
 create mode 100644 granite-4.0-1b-Q5_0.gguf
 create mode 100644 granite-4.0-1b-Q5_1.gguf
 create mode 100644 granite-4.0-1b-Q5_K_M.gguf
 create mode 100644 granite-4.0-1b-Q5_K_S.gguf
 create mode 100644 granite-4.0-1b-Q6_K.gguf
 create mode 100644 granite-4.0-1b-Q8_0.gguf
 create mode 100644 granite-4.0-1b-bf16.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..b084a77
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,64 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+granite-4.0-1b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-F16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-1b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..cddee04
--- /dev/null
+++ b/README.md
@@ -0,0 +1,24 @@
+---
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-4.0
+- gguf
+base_model:
+- ibm-granite/granite-4.0-1b
+---
+
+### Granite 4.0 1b (GGUF)
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+>
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-4.0-1b
+
+### Known Issues
+
+This model often uses the full numerical range of a 32-bit float (`f32`), so variants with smaller numerical ranges may run into precision errors at inference. The `F16` variant is known to fail on many hardware combinations.
+
+**The recommended full-precision variant is `bf16`**.
\ No newline at end of file
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..159097f
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "others", "allow_remote": true}
\ No newline at end of file
diff --git a/granite-4.0-1b-Q2_K.gguf b/granite-4.0-1b-Q2_K.gguf
new file mode 100644
index 0000000..d556306
--- /dev/null
+++ b/granite-4.0-1b-Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e923b8bd5b6e41d1fdfa7f7a2f323cec5d7dbace1cd3ce865f863ebef9bebfb8
+size 701699840
diff --git a/granite-4.0-1b-Q3_K_L.gguf b/granite-4.0-1b-Q3_K_L.gguf
new file mode 100644
index 0000000..6cdeca0
--- /dev/null
+++ b/granite-4.0-1b-Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b095a2c8cff29871cc778d1a32521a22855feadf57cbfc042323907d635fd5c3
+size 926160640
diff --git a/granite-4.0-1b-Q3_K_M.gguf b/granite-4.0-1b-Q3_K_M.gguf
new file mode 100644
index 0000000..37da00d
--- /dev/null
+++ b/granite-4.0-1b-Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae1131da76c41ea92b06ff6832bfbe59b3bbae2f884082f8eaeda69dcd9cdce
+size 860362496
diff --git a/granite-4.0-1b-Q3_K_S.gguf b/granite-4.0-1b-Q3_K_S.gguf
new file mode 100644
index 0000000..db1af86
--- /dev/null
+++ b/granite-4.0-1b-Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc4514416725646ecdd4668759937981a34407f422533cf330fba6709320182
+size 785585920
diff --git a/granite-4.0-1b-Q4_0.gguf b/granite-4.0-1b-Q4_0.gguf
new file mode 100644
index 0000000..ef29f71
--- /dev/null
+++ b/granite-4.0-1b-Q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227e78e2fb9a3e5699190be0ce0885fd2ea72a242ed1bf718c2148c45dd090b5
+size 974984960
diff --git a/granite-4.0-1b-Q4_1.gguf b/granite-4.0-1b-Q4_1.gguf
new file mode 100644
index 0000000..d95c7b1
--- /dev/null
+++ b/granite-4.0-1b-Q4_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e549e2d7ba3f7eeed0025a5dfd01c8a31c445b5ad9f1336f9aa439d2cab979c
+size 1064113920
diff --git a/granite-4.0-1b-Q4_K_M.gguf b/granite-4.0-1b-Q4_K_M.gguf
new file mode 100644
index 0000000..7d2391f
--- /dev/null
+++ b/granite-4.0-1b-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ec0f9cc99a90185312de3c882c84e7bd6789bdd050389844380a01a831d7f1
+size 1023645440
diff --git a/granite-4.0-1b-Q4_K_S.gguf b/granite-4.0-1b-Q4_K_S.gguf
new file mode 100644
index 0000000..ca1c158
--- /dev/null
+++ b/granite-4.0-1b-Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122f56c148f7da5eeb482a9c70f02d8c8d589cedeb54217d45f0513bbb220f63
+size 980752128
diff --git a/granite-4.0-1b-Q5_0.gguf b/granite-4.0-1b-Q5_0.gguf
new file mode 100644
index 0000000..8434579
--- /dev/null
+++ b/granite-4.0-1b-Q5_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da33ca347635e5273f156e0813031f7fcd4e5135e4f98e8e617987f24ed0735
+size 1153242880
diff --git a/granite-4.0-1b-Q5_1.gguf b/granite-4.0-1b-Q5_1.gguf
new file mode 100644
index 0000000..97a8b5d
--- /dev/null
+++ b/granite-4.0-1b-Q5_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87852bd1f330bb6d86e80acfd0846e53a9392564d4e6ad81765dec635180500d
+size 1242371840
diff --git a/granite-4.0-1b-Q5_K_M.gguf b/granite-4.0-1b-Q5_K_M.gguf
new file mode 100644
index 0000000..3d49daf
--- /dev/null
+++ b/granite-4.0-1b-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d977db90ec00a2152cc3cdb788f7273c6258f49394a914046cc90c266831598
+size 1178310400
diff --git a/granite-4.0-1b-Q5_K_S.gguf b/granite-4.0-1b-Q5_K_S.gguf
new file mode 100644
index 0000000..a808b43
--- /dev/null
+++ b/granite-4.0-1b-Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb88ddace0f5a60254ce3be033db7922fbb85324a119bbd8500df3339e1341de
+size 1153242880
diff --git a/granite-4.0-1b-Q6_K.gguf b/granite-4.0-1b-Q6_K.gguf
new file mode 100644
index 0000000..84c0862
--- /dev/null
+++ b/granite-4.0-1b-Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6799eecde3b056e57c756c84cfb6535f6cbaaebcb0dfca197d564b1d2f28455
+size 1342641920
diff --git a/granite-4.0-1b-Q8_0.gguf b/granite-4.0-1b-Q8_0.gguf
new file mode 100644
index 0000000..13dd5ce
--- /dev/null
+++ b/granite-4.0-1b-Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0660c20c3d3d3672b90f0468f62dc128a82a6e3ee2ec05d310d242969be06140
+size 1737791232
diff --git a/granite-4.0-1b-bf16.gguf b/granite-4.0-1b-bf16.gguf
new file mode 100644
index 0000000..60e04b8
--- /dev/null
+++ b/granite-4.0-1b-bf16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551fc8b33f100c13d056e114b4e352bd4f2763240b68283076110203da8f5843
+size 3267401472