From f67c26f9486738d8dd42477944020f4580064cfa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 18:56:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-h-tiny-base-GGUF Source: Original Platform --- .gitattributes | 65 +++++++++++++++++++++++++++++ README.md | 18 ++++++++ configuration.json | 1 + granite-4.0-h-tiny-base-Q2_K.gguf | 3 ++ granite-4.0-h-tiny-base-Q3_K_L.gguf | 3 ++ granite-4.0-h-tiny-base-Q3_K_M.gguf | 3 ++ granite-4.0-h-tiny-base-Q3_K_S.gguf | 3 ++ granite-4.0-h-tiny-base-Q4_0.gguf | 3 ++ granite-4.0-h-tiny-base-Q4_1.gguf | 3 ++ granite-4.0-h-tiny-base-Q4_K_M.gguf | 3 ++ granite-4.0-h-tiny-base-Q4_K_S.gguf | 3 ++ granite-4.0-h-tiny-base-Q5_0.gguf | 3 ++ granite-4.0-h-tiny-base-Q5_1.gguf | 3 ++ granite-4.0-h-tiny-base-Q5_K_M.gguf | 3 ++ granite-4.0-h-tiny-base-Q5_K_S.gguf | 3 ++ granite-4.0-h-tiny-base-Q6_K.gguf | 3 ++ granite-4.0-h-tiny-base-Q8_0.gguf | 3 ++ granite-4.0-h-tiny-base-bf16.gguf | 3 ++ 18 files changed, 129 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-4.0-h-tiny-base-Q2_K.gguf create mode 100644 granite-4.0-h-tiny-base-Q3_K_L.gguf create mode 100644 granite-4.0-h-tiny-base-Q3_K_M.gguf create mode 100644 granite-4.0-h-tiny-base-Q3_K_S.gguf create mode 100644 granite-4.0-h-tiny-base-Q4_0.gguf create mode 100644 granite-4.0-h-tiny-base-Q4_1.gguf create mode 100644 granite-4.0-h-tiny-base-Q4_K_M.gguf create mode 100644 granite-4.0-h-tiny-base-Q4_K_S.gguf create mode 100644 granite-4.0-h-tiny-base-Q5_0.gguf create mode 100644 granite-4.0-h-tiny-base-Q5_1.gguf create mode 100644 granite-4.0-h-tiny-base-Q5_K_M.gguf create mode 100644 granite-4.0-h-tiny-base-Q5_K_S.gguf create mode 100644 granite-4.0-h-tiny-base-Q6_K.gguf create mode 100644 granite-4.0-h-tiny-base-Q8_0.gguf create mode 100644 granite-4.0-h-tiny-base-bf16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5250701 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,65 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +granite-4.0-h-tiny-base-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-tiny-base-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text + +granite-4.0-h-tiny-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..beefa3e --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-tiny-base +--- + +### Granite 4.0 H-Tiny Base (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-tiny-base diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/granite-4.0-h-tiny-base-Q2_K.gguf b/granite-4.0-h-tiny-base-Q2_K.gguf new file mode 100644 index 0000000..c0cec16 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08315f0b1dedbd12e987d88d6474e483faf22e38e901ac1e2c591deb6a7310c7 +size 2585979936 diff --git a/granite-4.0-h-tiny-base-Q3_K_L.gguf b/granite-4.0-h-tiny-base-Q3_K_L.gguf new file mode 100644 index 0000000..3c15739 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da52a5eae23cd622d6d90c67cc2943bfd0b1dd03a23897b7b2cf106de940890e +size 3600955680 diff --git a/granite-4.0-h-tiny-base-Q3_K_M.gguf b/granite-4.0-h-tiny-base-Q3_K_M.gguf new file mode 100644 index 0000000..d3d82ea --- /dev/null +++ b/granite-4.0-h-tiny-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc624fc86af461b4b26cb5ebfd05b2ae8a966285f8aad8e831c199148ead5ce +size 3353032992 diff --git a/granite-4.0-h-tiny-base-Q3_K_S.gguf b/granite-4.0-h-tiny-base-Q3_K_S.gguf new file mode 100644 index 0000000..b74e460 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643e40b6b3d43848510e8fdd2cb228b461efca2e739881e0b8562ff409cc4052 +size 3062446368 diff --git a/granite-4.0-h-tiny-base-Q4_0.gguf b/granite-4.0-h-tiny-base-Q4_0.gguf new file mode 100644 index 0000000..d686ac4 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e834499af1bfa8dbefa60fd93170905affe548a8235d6f0867ca12fc9fcc8432 +size 3962931744 diff --git a/granite-4.0-h-tiny-base-Q4_1.gguf b/granite-4.0-h-tiny-base-Q4_1.gguf new file mode 100644 index 0000000..f81263e --- /dev/null +++ b/granite-4.0-h-tiny-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b99024298874d7dfb645a395f14b0d38234fc9d8766230564c7db22f62852e +size 4386689568 diff --git a/granite-4.0-h-tiny-base-Q4_K_M.gguf b/granite-4.0-h-tiny-base-Q4_K_M.gguf new file mode 100644 index 0000000..67dbd9d --- /dev/null +++ b/granite-4.0-h-tiny-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aff4ea112f1310a654ff39f2df3bc7191afee59b8f258822557de59720f5ac0 +size 4230969888 diff --git a/granite-4.0-h-tiny-base-Q4_K_S.gguf b/granite-4.0-h-tiny-base-Q4_K_S.gguf new file mode 100644 index 0000000..71a8374 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5debf190fea0785ae1b4e06f0ea5135efb141d2b5a1a7111b237e17c3c0e60 +size 3995765280 diff --git a/granite-4.0-h-tiny-base-Q5_0.gguf b/granite-4.0-h-tiny-base-Q5_0.gguf new file mode 100644 index 0000000..3042ac4 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e223201d1f9b14da55185abebb894a8e421ebf9199ebd4fca78653ef016b8f3f +size 4810447392 diff --git a/granite-4.0-h-tiny-base-Q5_1.gguf b/granite-4.0-h-tiny-base-Q5_1.gguf new file mode 100644 index 0000000..0089894 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0813c9d872425c1f8b8cd98ca648b82a14f416fb2a7289867c54829cb4213cb5 +size 5234205216 diff --git a/granite-4.0-h-tiny-base-Q5_K_M.gguf b/granite-4.0-h-tiny-base-Q5_K_M.gguf new file mode 100644 index 0000000..991904d --- /dev/null +++ b/granite-4.0-h-tiny-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04eebed43c125861419c0f3a251bf25faf86915ab17f105b5f5201b091b9f6d +size 4948527648 diff --git a/granite-4.0-h-tiny-base-Q5_K_S.gguf b/granite-4.0-h-tiny-base-Q5_K_S.gguf new file mode 100644 index 0000000..ce72664 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc7fc0696556d685533cc716fd7cbfbe81917b544212a229ffb25a51da95b3c +size 4810447392 diff --git a/granite-4.0-h-tiny-base-Q6_K.gguf b/granite-4.0-h-tiny-base-Q6_K.gguf new file mode 100644 index 0000000..e640d92 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97dc8ca9ea336bc6ae12e3825269938484e0daf4e923347edd7ef0fa4c6e4e7 +size 5710932768 diff --git a/granite-4.0-h-tiny-base-Q8_0.gguf b/granite-4.0-h-tiny-base-Q8_0.gguf new file mode 100644 index 0000000..3eb4ce4 --- /dev/null +++ b/granite-4.0-h-tiny-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1463fb5e11ec6b7d699d41aa8530d5393b996f1e1f8c7c32f7a31c1cb87b90 +size 7390325280 diff --git a/granite-4.0-h-tiny-base-bf16.gguf b/granite-4.0-h-tiny-base-bf16.gguf new file mode 100644 index 0000000..a6b9cdd --- /dev/null +++ b/granite-4.0-h-tiny-base-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f37d9533b48701c8a2f0ce456623ff64c1a29db9daf3fc877a3d3c3c137bbc +size 13891199808