From 6a57a74383d1ca4412e9762b1f4e927707516af3 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Tue, 30 Jun 2026 07:32:13 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: ibm-granite/granite-4.0-350m-GGUF
Source: Original Platform
---
 .gitattributes               | 64 ++++++++++++++++++++++++++++++++++++
 README.md                    | 18 ++++++++++
 configuration.json           |  1 +
 granite-4.0-350m-Q2_K.gguf   |  3 ++
 granite-4.0-350m-Q3_K_L.gguf |  3 ++
 granite-4.0-350m-Q3_K_M.gguf |  3 ++
 granite-4.0-350m-Q3_K_S.gguf |  3 ++
 granite-4.0-350m-Q4_0.gguf   |  3 ++
 granite-4.0-350m-Q4_1.gguf   |  3 ++
 granite-4.0-350m-Q4_K_M.gguf |  3 ++
 granite-4.0-350m-Q4_K_S.gguf |  3 ++
 granite-4.0-350m-Q5_0.gguf   |  3 ++
 granite-4.0-350m-Q5_1.gguf   |  3 ++
 granite-4.0-350m-Q5_K_M.gguf |  3 ++
 granite-4.0-350m-Q5_K_S.gguf |  3 ++
 granite-4.0-350m-Q6_K.gguf   |  3 ++
 granite-4.0-350m-Q8_0.gguf   |  3 ++
 granite-4.0-350m-bf16.gguf   |  3 ++
 18 files changed, 128 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 configuration.json
 create mode 100644 granite-4.0-350m-Q2_K.gguf
 create mode 100644 granite-4.0-350m-Q3_K_L.gguf
 create mode 100644 granite-4.0-350m-Q3_K_M.gguf
 create mode 100644 granite-4.0-350m-Q3_K_S.gguf
 create mode 100644 granite-4.0-350m-Q4_0.gguf
 create mode 100644 granite-4.0-350m-Q4_1.gguf
 create mode 100644 granite-4.0-350m-Q4_K_M.gguf
 create mode 100644 granite-4.0-350m-Q4_K_S.gguf
 create mode 100644 granite-4.0-350m-Q5_0.gguf
 create mode 100644 granite-4.0-350m-Q5_1.gguf
 create mode 100644 granite-4.0-350m-Q5_K_M.gguf
 create mode 100644 granite-4.0-350m-Q5_K_S.gguf
 create mode 100644 granite-4.0-350m-Q6_K.gguf
 create mode 100644 granite-4.0-350m-Q8_0.gguf
 create mode 100644 granite-4.0-350m-bf16.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..59ed76e
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,64 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+granite-4.0-350m-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-bf16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-F16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.0-350m-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..ec9f856
--- /dev/null
+++ b/README.md
@@ -0,0 +1,18 @@
+---
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-4.0
+- gguf
+base_model:
+- ibm-granite/granite-4.0-350m
+---
+
+### Granite 4.0 350m (GGUF)
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+>
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-4.0-350m
\ No newline at end of file
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..159097f
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "others", "allow_remote": true}
\ No newline at end of file
diff --git a/granite-4.0-350m-Q2_K.gguf b/granite-4.0-350m-Q2_K.gguf
new file mode 100644
index 0000000..5bfafae
--- /dev/null
+++ b/granite-4.0-350m-Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a88bb3933e961a719799e7912688c5f500773985bddef72ccc358f8d54630
+size 180645280
diff --git a/granite-4.0-350m-Q3_K_L.gguf b/granite-4.0-350m-Q3_K_L.gguf
new file mode 100644
index 0000000..865d6bb
--- /dev/null
+++ b/granite-4.0-350m-Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f00d58f4f75723d42ddf46fdb19b1f7b5bc339f679a48b5985b631e25b57183
+size 219925920
diff --git a/granite-4.0-350m-Q3_K_M.gguf b/granite-4.0-350m-Q3_K_M.gguf
new file mode 100644
index 0000000..991f1d9
--- /dev/null
+++ b/granite-4.0-350m-Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc8ba725b328c500ac819b2dc84b0f1cffe02b9bc096716082cbcef6f0589b
+size 208326048
diff --git a/granite-4.0-350m-Q3_K_S.gguf b/granite-4.0-350m-Q3_K_S.gguf
new file mode 100644
index 0000000..c08246c
--- /dev/null
+++ b/granite-4.0-350m-Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ac3cd214794748435a851a48666dc3cae8e50dda9d1c51674c311f1b7c801
+size 195325344
diff --git a/granite-4.0-350m-Q4_0.gguf b/granite-4.0-350m-Q4_0.gguf
new file mode 100644
index 0000000..5229d8a
--- /dev/null
+++ b/granite-4.0-350m-Q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9db4c0ab23bb3c676f5fea5521d7a9301c577834a1cabf3430ab826fb68195a
+size 228470176
diff --git a/granite-4.0-350m-Q4_1.gguf b/granite-4.0-350m-Q4_1.gguf
new file mode 100644
index 0000000..f75f70f
--- /dev/null
+++ b/granite-4.0-350m-Q4_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cc8dc13761418256b17aec69894ca489148dd13e7435bb6ac24ec502337692
+size 244067744
diff --git a/granite-4.0-350m-Q4_K_M.gguf b/granite-4.0-350m-Q4_K_M.gguf
new file mode 100644
index 0000000..70f092b
--- /dev/null
+++ b/granite-4.0-350m-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c588a49607f274a2bba3185733607ebe6f74b996ab90e2d6bee0d98bcec52
+size 236985760
diff --git a/granite-4.0-350m-Q4_K_S.gguf b/granite-4.0-350m-Q4_K_S.gguf
new file mode 100644
index 0000000..9db7de4
--- /dev/null
+++ b/granite-4.0-350m-Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4323f3586628336ad50a852dffe341dbc0d285ec609619c0ed031ae2dedd4
+size 229387680
diff --git a/granite-4.0-350m-Q5_0.gguf b/granite-4.0-350m-Q5_0.gguf
new file mode 100644
index 0000000..437f4b3
--- /dev/null
+++ b/granite-4.0-350m-Q5_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75cbd46ca86d359e3c5a402ef23d332b9b3e5b5007124c64716aab5655713f
+size 259665312
diff --git a/granite-4.0-350m-Q5_1.gguf b/granite-4.0-350m-Q5_1.gguf
new file mode 100644
index 0000000..7c38895
--- /dev/null
+++ b/granite-4.0-350m-Q5_1.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52149a9dadc3760e627762eaa288992afde1fb941dc123636cb327b4e1148d42
+size 275262880
diff --git a/granite-4.0-350m-Q5_K_M.gguf b/granite-4.0-350m-Q5_K_M.gguf
new file mode 100644
index 0000000..fc0d44c
--- /dev/null
+++ b/granite-4.0-350m-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beb551386f90e782c38f5d20e5bb6096e393eb83d6654503868b5b5f967aa2d
+size 264052128
diff --git a/granite-4.0-350m-Q5_K_S.gguf b/granite-4.0-350m-Q5_K_S.gguf
new file mode 100644
index 0000000..31f6f2c
--- /dev/null
+++ b/granite-4.0-350m-Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efa121d1021b6b92ddee400530ed3a58dd4fb0e3647c3996df40488333ef7b0
+size 259665312
diff --git a/granite-4.0-350m-Q6_K.gguf b/granite-4.0-350m-Q6_K.gguf
new file mode 100644
index 0000000..5d01166
--- /dev/null
+++ b/granite-4.0-350m-Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ece437ba9f0cfbd7a3311b3ff667f96d2931e7668eb874896672af9b893781
+size 292810144
diff --git a/granite-4.0-350m-Q8_0.gguf b/granite-4.0-350m-Q8_0.gguf
new file mode 100644
index 0000000..cc6c2ff
--- /dev/null
+++ b/granite-4.0-350m-Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9595dafb4ed15aa02512c8ea26188744192a6f09530eae0a2747bd3ada96cd36
+size 378138016
diff --git a/granite-4.0-350m-bf16.gguf b/granite-4.0-350m-bf16.gguf
new file mode 100644
index 0000000..56e830e
--- /dev/null
+++ b/granite-4.0-350m-bf16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431e956cac90a7e4d36a9b37bb086c413491c598bb51f90ada8e0c75d0219645
+size 708439456