commit b1e678f6c0ed3faa1ac0b07246298c548cedce55
Author: ModelHub XC <noreply@modelhub.org.cn>
Date:   Tue Jun 30 18:06:19 2026 +0800

    初始化项目，由ModelHub XC社区提供模型
    
    Model: Lauarvik/granite-4.1-8b-GGUF
    Source: Original Platform

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..40a3b3c
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,39 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-4.1-8b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..bbbefc9
--- /dev/null
+++ b/README.md
@@ -0,0 +1,5 @@
+---
+base_model:
+- ibm-granite/granite-4.1-8b
+---
+Quantized version of [ibm-granite/granite-4.1-8b](https://huggingface.co/ibm-granite/granite-4.1-8b)
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..55b2285
--- /dev/null
+++ b/config.json
@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "GraniteForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attention_multiplier": 0.0078125,
+  "bos_token_id": 100257,
+  "embedding_multiplier": 12.0,
+  "eos_token_id": 100257,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.1,
+  "intermediate_size": 12800,
+  "logits_scaling": 16.0,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "granite",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "pad_token_id": 100256,
+  "residual_multiplier": 0.22,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.3",
+  "use_cache": true,
+  "vocab_size": 100352
+}
diff --git a/granite-4.1-8b-Q4_K_M.gguf b/granite-4.1-8b-Q4_K_M.gguf
new file mode 100644
index 0000000..41d6baf
--- /dev/null
+++ b/granite-4.1-8b-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c8700b8f9a6dbbd5cf1f0a61c2fe2ca55ab27b49bd5dd3d7f6b34de353953f
+size 5347914400
diff --git a/granite-4.1-8b-Q5_K_M.gguf b/granite-4.1-8b-Q5_K_M.gguf
new file mode 100644
index 0000000..ed05a04
--- /dev/null
+++ b/granite-4.1-8b-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6c134fae77538d62de8443a2556791e7d4420068b450fd4fee904f78a2b79
+size 6253884064
diff --git a/granite-4.1-8b-bf16.gguf b/granite-4.1-8b-bf16.gguf
new file mode 100644
index 0000000..5a03090
--- /dev/null
+++ b/granite-4.1-8b-bf16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c2d256fdd771e82e7dd3861ec51a6a6282976932d8d419d46ab1968a0cd3bf
+size 17587417760
diff --git a/granite-4.1-8b-q8_0.gguf b/granite-4.1-8b-q8_0.gguf
new file mode 100644
index 0000000..ea3b4c9
--- /dev/null
+++ b/granite-4.1-8b-q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bc77468a3e1bbc03a6f008989811788f97cca5cfa4bd2440e622f1a135e921
+size 9345610400