commit 7efdfb84cc355cb9d94bbeebe5f1e7748ed5e3b3 Author: ModelHub XC Date: Wed Sep 23 11:53:24 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: ibm-granite/granite-4.0-h-1b-base-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a3ac179 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-F16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-h-1b-base-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3807f37 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-h-1b-base +--- + +### Granite 4.0 h-1b-base (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-h-1b-base \ No newline at end of file diff --git a/granite-4.0-h-1b-base-Q2_K.gguf b/granite-4.0-h-1b-base-Q2_K.gguf new file mode 100644 index 0000000..2d572aa --- /dev/null +++ b/granite-4.0-h-1b-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c50aa7259eb09680d70fddcc054e42c118216b6c90220730258aec1aec8494 +size 588922016 diff --git a/granite-4.0-h-1b-base-Q3_K_L.gguf b/granite-4.0-h-1b-base-Q3_K_L.gguf new file mode 100644 index 0000000..4765f7f --- /dev/null +++ b/granite-4.0-h-1b-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473df5111b52d311872ddfbf6992a4b97b07eabf5fd78f83b5c505eb80e62959 +size 762907040 diff --git a/granite-4.0-h-1b-base-Q3_K_M.gguf b/granite-4.0-h-1b-base-Q3_K_M.gguf new file mode 100644 index 0000000..d2a9a8a --- /dev/null +++ b/granite-4.0-h-1b-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0320ec4f772d26074f364fd067c5873a8693974377b2b94d2a5b0efe9351675 +size 731646368 diff --git a/granite-4.0-h-1b-base-Q3_K_S.gguf b/granite-4.0-h-1b-base-Q3_K_S.gguf new file mode 100644 index 0000000..722fdb4 --- /dev/null +++ b/granite-4.0-h-1b-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b6918748b2ffb58413e2c4678e305810c6e5a22182505dfaba52c4a82ec5dc +size 694782368 diff --git a/granite-4.0-h-1b-base-Q4_0.gguf b/granite-4.0-h-1b-base-Q4_0.gguf new file mode 100644 index 0000000..65ca4b5 --- /dev/null +++ b/granite-4.0-h-1b-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513fbae3b6f01b21c8fc1c00f211726e8c8ada7a7d19a3591ac747db11f5ab5e +size 868309664 diff --git a/granite-4.0-h-1b-base-Q4_1.gguf b/granite-4.0-h-1b-base-Q4_1.gguf new file mode 100644 index 0000000..ca6cd19 --- /dev/null +++ b/granite-4.0-h-1b-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032ceb7dd96a4fb7c1c175401d22274014d796c24bd4c9439aa8fecdcf9641a9 +size 949969568 diff --git a/granite-4.0-h-1b-base-Q4_K_M.gguf b/granite-4.0-h-1b-base-Q4_K_M.gguf new file mode 100644 index 0000000..6c75567 --- /dev/null +++ b/granite-4.0-h-1b-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c328c633768ecc1d031b712958cc3d313c3e6d172a59f8afbb00d40696370f +size 901155488 diff --git a/granite-4.0-h-1b-base-Q4_K_S.gguf b/granite-4.0-h-1b-base-Q4_K_S.gguf new file mode 100644 index 0000000..533de10 --- /dev/null +++ b/granite-4.0-h-1b-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c31aa22690c6adbf425bfb4f4429071ded3088d1511bab496232c8bb62bb9dd +size 872635040 diff --git a/granite-4.0-h-1b-base-Q5_0.gguf b/granite-4.0-h-1b-base-Q5_0.gguf new file mode 100644 index 0000000..b923a3e --- /dev/null +++ b/granite-4.0-h-1b-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0f01d70a35a1dcc62d05d63720bea77c53f3392389add6ad2424af1f227098 +size 1031629472 diff --git a/granite-4.0-h-1b-base-Q5_1.gguf b/granite-4.0-h-1b-base-Q5_1.gguf new file mode 100644 index 0000000..b0d3f27 --- /dev/null +++ b/granite-4.0-h-1b-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36cf214f528caca2a32ad02e2c23c92b1dde416377fbda9f8a1f50116eeac7fd +size 1113289376 diff --git a/granite-4.0-h-1b-base-Q5_K_M.gguf b/granite-4.0-h-1b-base-Q5_K_M.gguf new file mode 100644 index 0000000..cb3f137 --- /dev/null +++ b/granite-4.0-h-1b-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9920cbcbf35853c1de53df298bc7f6ed94704891d775741fba1623f746beea3 +size 1048550048 diff --git a/granite-4.0-h-1b-base-Q5_K_S.gguf b/granite-4.0-h-1b-base-Q5_K_S.gguf new file mode 100644 index 0000000..8594298 --- /dev/null +++ b/granite-4.0-h-1b-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8002da982dff00e80af1c0676e943469998812f5773ad1d671ed9ca098c8fd +size 1031629472 diff --git a/granite-4.0-h-1b-base-Q6_K.gguf b/granite-4.0-h-1b-base-Q6_K.gguf new file mode 100644 index 0000000..b458c6d --- /dev/null +++ b/granite-4.0-h-1b-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd47cfd06fa1db846ad9f650d9acc7b51437fca5c1755d24de73c7057767ae0 +size 1205156768 diff --git a/granite-4.0-h-1b-base-Q8_0.gguf b/granite-4.0-h-1b-base-Q8_0.gguf new file mode 100644 index 0000000..8fcc0b1 --- /dev/null +++ b/granite-4.0-h-1b-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed4c93b3d8cf73f746bef6e8882e8155bf2caa899e91c48e01a49f4a2012ec6 +size 1558919840 diff --git a/granite-4.0-h-1b-base-bf16.gguf b/granite-4.0-h-1b-base-bf16.gguf new file mode 100644 index 0000000..dcf70f8 --- /dev/null +++ b/granite-4.0-h-1b-base-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159a49123f319c4692380053bc61cc8ac357a3096d1a4138a411c370492bbf67 +size 2928325568