From 29438710f4af38ab0b6569de3d1f9167d5c80d37 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Jul 2026 14:22:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-research/granite-3.2-2b-instruct-GGUF Source: Original Platform --- .gitattributes | 63 +++++++++++++++++++++++++++++ README.md | 46 +++++++++++++++++++++ configuration.json | 1 + granite-3.2-2b-instruct-Q2_K.gguf | 3 ++ granite-3.2-2b-instruct-Q3_K_L.gguf | 3 ++ granite-3.2-2b-instruct-Q3_K_M.gguf | 3 ++ granite-3.2-2b-instruct-Q3_K_S.gguf | 3 ++ granite-3.2-2b-instruct-Q4_0.gguf | 3 ++ granite-3.2-2b-instruct-Q4_1.gguf | 3 ++ granite-3.2-2b-instruct-Q4_K_M.gguf | 3 ++ granite-3.2-2b-instruct-Q4_K_S.gguf | 3 ++ granite-3.2-2b-instruct-Q5_0.gguf | 3 ++ granite-3.2-2b-instruct-Q5_1.gguf | 3 ++ granite-3.2-2b-instruct-Q5_K_M.gguf | 3 ++ granite-3.2-2b-instruct-Q5_K_S.gguf | 3 ++ granite-3.2-2b-instruct-Q6_K.gguf | 3 ++ granite-3.2-2b-instruct-Q8_0.gguf | 3 ++ granite-3.2-2b-instruct-f16.gguf | 3 ++ 18 files changed, 155 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-3.2-2b-instruct-Q2_K.gguf create mode 100644 granite-3.2-2b-instruct-Q3_K_L.gguf create mode 100644 granite-3.2-2b-instruct-Q3_K_M.gguf create mode 100644 granite-3.2-2b-instruct-Q3_K_S.gguf create mode 100644 granite-3.2-2b-instruct-Q4_0.gguf create mode 100644 granite-3.2-2b-instruct-Q4_1.gguf create mode 100644 granite-3.2-2b-instruct-Q4_K_M.gguf create mode 100644 granite-3.2-2b-instruct-Q4_K_S.gguf create mode 100644 granite-3.2-2b-instruct-Q5_0.gguf create mode 100644 granite-3.2-2b-instruct-Q5_1.gguf create mode 100644 granite-3.2-2b-instruct-Q5_K_M.gguf create mode 100644 granite-3.2-2b-instruct-Q5_K_S.gguf create mode 100644 granite-3.2-2b-instruct-Q6_K.gguf create mode 100644 granite-3.2-2b-instruct-Q8_0.gguf create mode 100644 granite-3.2-2b-instruct-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dcfad0c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,63 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +granite-3.2-2b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a7033e3 --- /dev/null +++ b/README.md @@ -0,0 +1,46 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.2 +- gguf +base_model: +- ibm-granite/granite-3.2-2b-instruct +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.2-2b-instruct + +# Granite-3.2-2B-Instruct-GGUF + +**Model Summary:** +Granite-3.2-2B-Instruct is an 2-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of [Granite-3.1-2B-Instruct](https://huggingface.co/ibm-granite/granite-3.1-2b-instruct), it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required. + +- **Developers:** Granite Team, IBM +- **Website**: [Granite Docs](https://www.ibm.com/granite/docs/) +- **Release Date**: February 26th, 2025 +- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0) + +**Supported Languages:** +English, German, Spanish, French, Japanese, Portuguese, Arabic, Czech, Italian, Korean, Dutch, and Chinese. However, users may finetune this Granite model for languages beyond these 12 languages. + +**Intended Use:** +This model is designed to handle general instruction-following tasks and can be integrated into AI assistants across various domains, including business applications. + +**Capabilities** +* **Thinking** +* Summarization +* Text classification +* Text extraction +* Question-answering +* Retrieval Augmented Generation (RAG) +* Code related tasks +* Function-calling tasks +* Multilingual dialog use cases +* Long-context tasks including long document/meeting summarization, long document QA, etc. diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.2-2b-instruct-Q2_K.gguf b/granite-3.2-2b-instruct-Q2_K.gguf new file mode 100644 index 0000000..47ed7d4 --- /dev/null +++ b/granite-3.2-2b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1644706189362eada4ff1a2d0dd97fbcb7e556968719448dcfa3040601636a25 +size 978246016 diff --git a/granite-3.2-2b-instruct-Q3_K_L.gguf b/granite-3.2-2b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..9e18c52 --- /dev/null +++ b/granite-3.2-2b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c0eb16bf570aa0447aad633342fdefa3483ac87051a1beca76e5b36cfde362 +size 1357371776 diff --git a/granite-3.2-2b-instruct-Q3_K_M.gguf b/granite-3.2-2b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..fc53152 --- /dev/null +++ b/granite-3.2-2b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a458604b93fafdcabf35b2e1d818e9b0bdb5eeeeb9fe4c3f33728553434201f3 +size 1251727744 diff --git a/granite-3.2-2b-instruct-Q3_K_S.gguf b/granite-3.2-2b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..fdafb5c --- /dev/null +++ b/granite-3.2-2b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cbcfd8aa8cd26a6830e4c3e929474cb7a2d3f81b9afd9eb45540a09ece57cda +size 1130289536 diff --git a/granite-3.2-2b-instruct-Q4_0.gguf b/granite-3.2-2b-instruct-Q4_0.gguf new file mode 100644 index 0000000..1fc0c6a --- /dev/null +++ b/granite-3.2-2b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9587c6d397429c242957f8e1576ecd74cc52ae5c2bda7ee755a87725931bae85 +size 1453382016 diff --git a/granite-3.2-2b-instruct-Q4_1.gguf b/granite-3.2-2b-instruct-Q4_1.gguf new file mode 100644 index 0000000..582f510 --- /dev/null +++ b/granite-3.2-2b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3e8695415aa8f39179bcebab8b223e35ab8c1d75eb889468a4a9f18a41833b +size 1605425536 diff --git a/granite-3.2-2b-instruct-Q4_K_M.gguf b/granite-3.2-2b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..232fe3d --- /dev/null +++ b/granite-3.2-2b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc086149f093169fb8e3e7517cd31752bfd9d70e0e7bb3ab351c0a5386cf8c9 +size 1545296256 diff --git a/granite-3.2-2b-instruct-Q4_K_S.gguf b/granite-3.2-2b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..a22bc0a --- /dev/null +++ b/granite-3.2-2b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62894219909372903d9f612e381ecacff50efb1e0f5b33293785cbaf85226226 +size 1464392064 diff --git a/granite-3.2-2b-instruct-Q5_0.gguf b/granite-3.2-2b-instruct-Q5_0.gguf new file mode 100644 index 0000000..d1883e8 --- /dev/null +++ b/granite-3.2-2b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aafcabd248b280742ce0d611d371b3ac1b8a54a39d092bd662968c243a84863a +size 1757469056 diff --git a/granite-3.2-2b-instruct-Q5_1.gguf b/granite-3.2-2b-instruct-Q5_1.gguf new file mode 100644 index 0000000..c6bba76 --- /dev/null +++ b/granite-3.2-2b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae393088ffa978eaf7ea3460c1fa74b1c604464b27464e0685b705ec78b13ef +size 1909512576 diff --git a/granite-3.2-2b-instruct-Q5_K_M.gguf b/granite-3.2-2b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..e8313de --- /dev/null +++ b/granite-3.2-2b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd572e440a42c387d54503b47412b9467b94f3f774f566d54dcc8ace04207ed +size 1804818816 diff --git a/granite-3.2-2b-instruct-Q5_K_S.gguf b/granite-3.2-2b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..4238a9d --- /dev/null +++ b/granite-3.2-2b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8135eed60b3224f9d9f4baa8471604cc7a8591465ff4674cd3f9ec6952924af4 +size 1757469056 diff --git a/granite-3.2-2b-instruct-Q6_K.gguf b/granite-3.2-2b-instruct-Q6_K.gguf new file mode 100644 index 0000000..7b1628c --- /dev/null +++ b/granite-3.2-2b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bffec749fd1ab5bbe757a91424ddc50bf338f96bdcf5b625d9d8c75a470916 +size 2080561536 diff --git a/granite-3.2-2b-instruct-Q8_0.gguf b/granite-3.2-2b-instruct-Q8_0.gguf new file mode 100644 index 0000000..1c05863 --- /dev/null +++ b/granite-3.2-2b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848d302b4034dd78ea097a6fd69258f000c7db8c1451919ac18fcae4bf1ff63f +size 2694111040 diff --git a/granite-3.2-2b-instruct-f16.gguf b/granite-3.2-2b-instruct-f16.gguf new file mode 100644 index 0000000..df3862c --- /dev/null +++ b/granite-3.2-2b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000535b376c11e1eeb27231d85f19523db42f66d175b0e7cccb704610ae129ce +size 5069141440