From e20ec42afb91ebb54d8c7ba3c3a96cfb3076d813 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 28 Aug 2026 08:02:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-3.3-2b-base-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++++ README.md | 18 +++++++++++++ configuration.json | 1 + granite-3.3-2b-base-Q2_K.gguf | 3 +++ granite-3.3-2b-base-Q3_K_L.gguf | 3 +++ granite-3.3-2b-base-Q3_K_M.gguf | 3 +++ granite-3.3-2b-base-Q3_K_S.gguf | 3 +++ granite-3.3-2b-base-Q4_0.gguf | 3 +++ granite-3.3-2b-base-Q4_1.gguf | 3 +++ granite-3.3-2b-base-Q4_K_M.gguf | 3 +++ granite-3.3-2b-base-Q4_K_S.gguf | 3 +++ granite-3.3-2b-base-Q5_0.gguf | 3 +++ granite-3.3-2b-base-Q5_1.gguf | 3 +++ granite-3.3-2b-base-Q5_K_M.gguf | 3 +++ granite-3.3-2b-base-Q5_K_S.gguf | 3 +++ granite-3.3-2b-base-Q6_K.gguf | 3 +++ granite-3.3-2b-base-Q8_0.gguf | 3 +++ granite-3.3-2b-base-f16.gguf | 3 +++ 18 files changed, 111 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-3.3-2b-base-Q2_K.gguf create mode 100644 granite-3.3-2b-base-Q3_K_L.gguf create mode 100644 granite-3.3-2b-base-Q3_K_M.gguf create mode 100644 granite-3.3-2b-base-Q3_K_S.gguf create mode 100644 granite-3.3-2b-base-Q4_0.gguf create mode 100644 granite-3.3-2b-base-Q4_1.gguf create mode 100644 granite-3.3-2b-base-Q4_K_M.gguf create mode 100644 granite-3.3-2b-base-Q4_K_S.gguf create mode 100644 granite-3.3-2b-base-Q5_0.gguf create mode 100644 granite-3.3-2b-base-Q5_1.gguf create mode 100644 granite-3.3-2b-base-Q5_K_M.gguf create mode 100644 granite-3.3-2b-base-Q5_K_S.gguf create mode 100644 granite-3.3-2b-base-Q6_K.gguf create mode 100644 granite-3.3-2b-base-Q8_0.gguf create mode 100644 granite-3.3-2b-base-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..6d12d67 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.3 +- gguf +base_model: +- ibm-granite/granite-3.3-2b-base +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.3-2b-base \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.3-2b-base-Q2_K.gguf b/granite-3.3-2b-base-Q2_K.gguf new file mode 100644 index 0000000..a4bf65d --- /dev/null +++ b/granite-3.3-2b-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0fc8a4d0e4ee3b2f13083f4c51db3d4296e96ae318567e58782f8a94e224d70 +size 978236192 diff --git a/granite-3.3-2b-base-Q3_K_L.gguf b/granite-3.3-2b-base-Q3_K_L.gguf new file mode 100644 index 0000000..3859ba2 --- /dev/null +++ b/granite-3.3-2b-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd72d0c2023b0243db3557f64f9507f6cd5db2578b65c6a5963c0ecc7a38138b +size 1357361952 diff --git a/granite-3.3-2b-base-Q3_K_M.gguf b/granite-3.3-2b-base-Q3_K_M.gguf new file mode 100644 index 0000000..07fd4ea --- /dev/null +++ b/granite-3.3-2b-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca7badfbb3da69c842899da95e6b97f911c66232b1ac7eb95192b4fce4df9c6 +size 1251717920 diff --git a/granite-3.3-2b-base-Q3_K_S.gguf b/granite-3.3-2b-base-Q3_K_S.gguf new file mode 100644 index 0000000..d6834bf --- /dev/null +++ b/granite-3.3-2b-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea4653a0764579838500fb16ba6a0d6474bb21313c26dfcee1ce978cb8dcf1a +size 1130279712 diff --git a/granite-3.3-2b-base-Q4_0.gguf b/granite-3.3-2b-base-Q4_0.gguf new file mode 100644 index 0000000..b4ad1de --- /dev/null +++ b/granite-3.3-2b-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbeaaf2b88d34b22d1948155beab01b75e7d893c0c5206317f7432da88fb4421 +size 1453372192 diff --git a/granite-3.3-2b-base-Q4_1.gguf b/granite-3.3-2b-base-Q4_1.gguf new file mode 100644 index 0000000..f075b16 --- /dev/null +++ b/granite-3.3-2b-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d462f69435bebb491fc744d915e7a97cd5f5e95e234be44dea6d0c2f3fda36 +size 1605415712 diff --git a/granite-3.3-2b-base-Q4_K_M.gguf b/granite-3.3-2b-base-Q4_K_M.gguf new file mode 100644 index 0000000..546770f --- /dev/null +++ b/granite-3.3-2b-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f383e660bf1525bb7d16bdd3e765a186c85b96dd2cd4c3ad0b5d7a61f07cc8f5 +size 1545286432 diff --git a/granite-3.3-2b-base-Q4_K_S.gguf b/granite-3.3-2b-base-Q4_K_S.gguf new file mode 100644 index 0000000..3f2173d --- /dev/null +++ b/granite-3.3-2b-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:092ae3274c8303ca7d20483a52b237229211d007b39d8d20940112be24a3a535 +size 1464382240 diff --git a/granite-3.3-2b-base-Q5_0.gguf b/granite-3.3-2b-base-Q5_0.gguf new file mode 100644 index 0000000..a598d14 --- /dev/null +++ b/granite-3.3-2b-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f39c9c7f1576556e6189f9b8fb866b457a9a0511adf5cfe54afc0a3c500a6a +size 1757459232 diff --git a/granite-3.3-2b-base-Q5_1.gguf b/granite-3.3-2b-base-Q5_1.gguf new file mode 100644 index 0000000..c3d7fa9 --- /dev/null +++ b/granite-3.3-2b-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566779bb96c434967d15a67350b73f1b1c2dc0e0eba2cd1304ff606a33b4cef0 +size 1909502752 diff --git a/granite-3.3-2b-base-Q5_K_M.gguf b/granite-3.3-2b-base-Q5_K_M.gguf new file mode 100644 index 0000000..84c75cb --- /dev/null +++ b/granite-3.3-2b-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a94b51c0ce22343546cfbe4aaa9c0200c3537b04aa91979a39d3bef3094f50b +size 1804808992 diff --git a/granite-3.3-2b-base-Q5_K_S.gguf b/granite-3.3-2b-base-Q5_K_S.gguf new file mode 100644 index 0000000..7d4099b --- /dev/null +++ b/granite-3.3-2b-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01faaec30bb9fa4330d35d0cdfe5040248afa5faadc335326a64372c4dce16f1 +size 1757459232 diff --git a/granite-3.3-2b-base-Q6_K.gguf b/granite-3.3-2b-base-Q6_K.gguf new file mode 100644 index 0000000..a5ec4f5 --- /dev/null +++ b/granite-3.3-2b-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21f12bd86074c9591a8c897f455510958ae8739d174fa84c26447e8f61596ad +size 2080551712 diff --git a/granite-3.3-2b-base-Q8_0.gguf b/granite-3.3-2b-base-Q8_0.gguf new file mode 100644 index 0000000..6dc4e25 --- /dev/null +++ b/granite-3.3-2b-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e5f26d5a39ffd5bd3be5c77a179d9ca7938ea9ee46cd7aa366be521ef07d96 +size 2694099744 diff --git a/granite-3.3-2b-base-f16.gguf b/granite-3.3-2b-base-f16.gguf new file mode 100644 index 0000000..4e652c2 --- /dev/null +++ b/granite-3.3-2b-base-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707a199e91cf9e413071156f014dfe43c4a9afc8e6f15c52ff1e01c46aba6656 +size 5069124384