From b1e678f6c0ed3faa1ac0b07246298c548cedce55 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Tue, 30 Jun 2026 18:06:19 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: Lauarvik/granite-4.1-8b-GGUF
Source: Original Platform
---
 .gitattributes             | 39 ++++++++++++++++++++++++++++++++++++++
 README.md                  |  5 +++++
 config.json                | 32 +++++++++++++++++++++++++++++++
 granite-4.1-8b-Q4_K_M.gguf |  3 +++
 granite-4.1-8b-Q5_K_M.gguf |  3 +++
 granite-4.1-8b-bf16.gguf   |  3 +++
 granite-4.1-8b-q8_0.gguf   |  3 +++
 7 files changed, 88 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 config.json
 create mode 100644 granite-4.1-8b-Q4_K_M.gguf
 create mode 100644 granite-4.1-8b-Q5_K_M.gguf
 create mode 100644 granite-4.1-8b-bf16.gguf
 create mode 100644 granite-4.1-8b-q8_0.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..40a3b3c
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,39 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..bbbefc9
--- /dev/null
+++ b/README.md
@@ -0,0 +1,5 @@
+---
+base_model:
+- ibm-granite/granite-4.1-8b
+---
+Quantized version of [ibm-granite/granite-4.1-8b](https://huggingface.co/ibm-granite/granite-4.1-8b)
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..55b2285
--- /dev/null
+++ b/config.json
@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "GraniteForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attention_multiplier": 0.0078125,
+  "bos_token_id": 100257,
+  "embedding_multiplier": 12.0,
+  "eos_token_id": 100257,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.1,
+  "intermediate_size": 12800,
+  "logits_scaling": 16.0,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "granite",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "pad_token_id": 100256,
+  "residual_multiplier": 0.22,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.3",
+  "use_cache": true,
+  "vocab_size": 100352
+}
diff --git a/granite-4.1-8b-Q4_K_M.gguf b/granite-4.1-8b-Q4_K_M.gguf
new file mode 100644
index 0000000..41d6baf
--- /dev/null
+++ b/granite-4.1-8b-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c8700b8f9a6dbbd5cf1f0a61c2fe2ca55ab27b49bd5dd3d7f6b34de353953f
+size 5347914400
diff --git a/granite-4.1-8b-Q5_K_M.gguf b/granite-4.1-8b-Q5_K_M.gguf
new file mode 100644
index 0000000..ed05a04
--- /dev/null
+++ b/granite-4.1-8b-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6c134fae77538d62de8443a2556791e7d4420068b450fd4fee904f78a2b79
+size 6253884064
diff --git a/granite-4.1-8b-bf16.gguf b/granite-4.1-8b-bf16.gguf
new file mode 100644
index 0000000..5a03090
--- /dev/null
+++ b/granite-4.1-8b-bf16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c2d256fdd771e82e7dd3861ec51a6a6282976932d8d419d46ab1968a0cd3bf
+size 17587417760
diff --git a/granite-4.1-8b-q8_0.gguf b/granite-4.1-8b-q8_0.gguf
new file mode 100644
index 0000000..ea3b4c9
--- /dev/null
+++ b/granite-4.1-8b-q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bc77468a3e1bbc03a6f008989811788f97cca5cfa4bd2440e622f1a135e921
+size 9345610400