commit 0ce172a9f1c215ceb0c9c7dac671451dbfeda562 Author: ModelHub XC Date: Sat Sep 19 06:14:17 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: ibm-granite/granite-4.0-micro-base-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8a17941 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-micro-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..05a5e7e --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-micro-base +--- + +### Granite 4.0 Micro Base (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-micro-base diff --git a/granite-4.0-micro-base-Q2_K.gguf b/granite-4.0-micro-base-Q2_K.gguf new file mode 100644 index 0000000..a753cdb --- /dev/null +++ b/granite-4.0-micro-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacebbbfacde2b9576e6fbc602c4ecd6cd44ad41112cf87b5ed7b7fae4a3ad24 +size 1371432064 diff --git a/granite-4.0-micro-base-Q3_K_L.gguf b/granite-4.0-micro-base-Q3_K_L.gguf new file mode 100644 index 0000000..d374bea --- /dev/null +++ b/granite-4.0-micro-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be1550948ad1a0193e0f460a241e0fb4781d640a72746994908b664ff642a63 +size 1864180864 diff --git a/granite-4.0-micro-base-Q3_K_M.gguf b/granite-4.0-micro-base-Q3_K_M.gguf new file mode 100644 index 0000000..0d1b1a0 --- /dev/null +++ b/granite-4.0-micro-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749431beea4c590e26b557653808af498978f3ad07236c6676f014b4ea10992a +size 1725572224 diff --git a/granite-4.0-micro-base-Q3_K_S.gguf b/granite-4.0-micro-base-Q3_K_S.gguf new file mode 100644 index 0000000..3613bc7 --- /dev/null +++ b/granite-4.0-micro-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e62d1c9b6b97e7bc719841d9f0f9dd56fe220040fa670772af9edeae40efef +size 1566811264 diff --git a/granite-4.0-micro-base-Q4_0.gguf b/granite-4.0-micro-base-Q4_0.gguf new file mode 100644 index 0000000..962eea2 --- /dev/null +++ b/granite-4.0-micro-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6a0a5bf8dd10364b4a8c29310b970e54d90d6ee6200e7832aa069b53341ae8 +size 1984603264 diff --git a/granite-4.0-micro-base-Q4_1.gguf b/granite-4.0-micro-base-Q4_1.gguf new file mode 100644 index 0000000..e50b225 --- /dev/null +++ b/granite-4.0-micro-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbf41679aae9d23ad9c28ec9540cf40643c53e2ef5a88a1d0b0b1bab7f97efb +size 2181211264 diff --git a/granite-4.0-micro-base-Q4_K_M.gguf b/granite-4.0-micro-base-Q4_K_M.gguf new file mode 100644 index 0000000..4e631f0 --- /dev/null +++ b/granite-4.0-micro-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac00cfc562c1a29b11d3ee41947035a4ee48588ebfcc188a31b9c5fe194b043b +size 2099496064 diff --git a/granite-4.0-micro-base-Q4_K_S.gguf b/granite-4.0-micro-base-Q4_K_S.gguf new file mode 100644 index 0000000..529b6f0 --- /dev/null +++ b/granite-4.0-micro-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25699f381288a49f3fb9ce196ff933dd04cb737a0808179869c73ffcfd54054 +size 1998365824 diff --git a/granite-4.0-micro-base-Q5_0.gguf b/granite-4.0-micro-base-Q5_0.gguf new file mode 100644 index 0000000..27407ae --- /dev/null +++ b/granite-4.0-micro-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86c2b2b281399ce18574dab48157cd02ad597bf69134002be930b40d1d16994 +size 2377819264 diff --git a/granite-4.0-micro-base-Q5_1.gguf b/granite-4.0-micro-base-Q5_1.gguf new file mode 100644 index 0000000..84d6095 --- /dev/null +++ b/granite-4.0-micro-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f444c989ee883009ab2f9dd0756be39839d1e1a82d69f178d14dcc65405ad1 +size 2574427264 diff --git a/granite-4.0-micro-base-Q5_K_M.gguf b/granite-4.0-micro-base-Q5_K_M.gguf new file mode 100644 index 0000000..c22a243 --- /dev/null +++ b/granite-4.0-micro-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bcc7d3f886879e0b451d840f2c21c6566ed7625273a12e9789efb9d417b951 +size 2437006464 diff --git a/granite-4.0-micro-base-Q5_K_S.gguf b/granite-4.0-micro-base-Q5_K_S.gguf new file mode 100644 index 0000000..f5012dd --- /dev/null +++ b/granite-4.0-micro-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175c0f90d855513728713e7beada0252576667b308ee979a1c11eb0a6f6d2855 +size 2377819264 diff --git a/granite-4.0-micro-base-Q6_K.gguf b/granite-4.0-micro-base-Q6_K.gguf new file mode 100644 index 0000000..b2fea50 --- /dev/null +++ b/granite-4.0-micro-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2914b8b4a51bbc96b4ff6435aa8fc26f6b37863ec1b6f5c38366293aec775fa5 +size 2795611264 diff --git a/granite-4.0-micro-base-Q8_0.gguf b/granite-4.0-micro-base-Q8_0.gguf new file mode 100644 index 0000000..5ad1666 --- /dev/null +++ b/granite-4.0-micro-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd1c15b6c61aee5c4adeeea14ce3a0dff67000ff17d235036b156ead1512f14 +size 3619685504 diff --git a/granite-4.0-micro-base-bf16.gguf b/granite-4.0-micro-base-bf16.gguf new file mode 100644 index 0000000..8f73c57 --- /dev/null +++ b/granite-4.0-micro-base-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:779e982140b64550fbcf5b773ecf5e333351f3e2b6da7169320a9442ba3b93a0 +size 6809650304