From 167d9254cd6a607202795d77a3029fed4d329fc9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 30 Jul 2026 07:24:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-research/granite-3.2-8b-instruct-GGUF Source: Original Platform --- .gitattributes | 63 +++++++++++++++++++++++++++++ README.md | 47 +++++++++++++++++++++ configuration.json | 1 + granite-3.2-8b-instruct-Q2_K.gguf | 3 ++ granite-3.2-8b-instruct-Q3_K_L.gguf | 3 ++ granite-3.2-8b-instruct-Q3_K_M.gguf | 3 ++ granite-3.2-8b-instruct-Q3_K_S.gguf | 3 ++ granite-3.2-8b-instruct-Q4_0.gguf | 3 ++ granite-3.2-8b-instruct-Q4_1.gguf | 3 ++ granite-3.2-8b-instruct-Q4_K_M.gguf | 3 ++ granite-3.2-8b-instruct-Q4_K_S.gguf | 3 ++ granite-3.2-8b-instruct-Q5_0.gguf | 3 ++ granite-3.2-8b-instruct-Q5_1.gguf | 3 ++ granite-3.2-8b-instruct-Q5_K_M.gguf | 3 ++ granite-3.2-8b-instruct-Q5_K_S.gguf | 3 ++ granite-3.2-8b-instruct-Q6_K.gguf | 3 ++ granite-3.2-8b-instruct-Q8_0.gguf | 3 ++ granite-3.2-8b-instruct-f16.gguf | 3 ++ 18 files changed, 156 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-3.2-8b-instruct-Q2_K.gguf create mode 100644 granite-3.2-8b-instruct-Q3_K_L.gguf create mode 100644 granite-3.2-8b-instruct-Q3_K_M.gguf create mode 100644 granite-3.2-8b-instruct-Q3_K_S.gguf create mode 100644 granite-3.2-8b-instruct-Q4_0.gguf create mode 100644 granite-3.2-8b-instruct-Q4_1.gguf create mode 100644 granite-3.2-8b-instruct-Q4_K_M.gguf create mode 100644 granite-3.2-8b-instruct-Q4_K_S.gguf create mode 100644 granite-3.2-8b-instruct-Q5_0.gguf create mode 100644 granite-3.2-8b-instruct-Q5_1.gguf create mode 100644 granite-3.2-8b-instruct-Q5_K_M.gguf create mode 100644 granite-3.2-8b-instruct-Q5_K_S.gguf create mode 100644 granite-3.2-8b-instruct-Q6_K.gguf create mode 100644 granite-3.2-8b-instruct-Q8_0.gguf create mode 100644 granite-3.2-8b-instruct-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eebff73 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,63 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +granite-3.2-8b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.2-8b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e272490 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.2 +- gguf +base_model: +- ibm-granite/granite-3.2-8b-instruct +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.2-8b-instruct + + +# Granite-3.2-8B-Instruct-GGUF + +**Model Summary:** +Granite-3.2-8B-Instruct is an 8-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of [Granite-3.1-8B-Instruct](https://huggingface.co/ibm-granite/granite-3.1-8b-instruct), it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required. + +- **Developers:** Granite Team, IBM +- **Website**: [Granite Docs](https://www.ibm.com/granite/docs/) +- **Release Date**: February 26th, 2025 +- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0) + +**Supported Languages:** +English, German, Spanish, French, Japanese, Portuguese, Arabic, Czech, Italian, Korean, Dutch, and Chinese. However, users may finetune this Granite model for languages beyond these 12 languages. + +**Intended Use:** +This model is designed to handle general instruction-following tasks and can be integrated into AI assistants across various domains, including business applications. + +**Capabilities** +* **Thinking** +* Summarization +* Text classification +* Text extraction +* Question-answering +* Retrieval Augmented Generation (RAG) +* Code related tasks +* Function-calling tasks +* Multilingual dialog use cases +* Long-context tasks including long document/meeting summarization, long document QA, etc. diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.2-8b-instruct-Q2_K.gguf b/granite-3.2-8b-instruct-Q2_K.gguf new file mode 100644 index 0000000..d29ce02 --- /dev/null +++ b/granite-3.2-8b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424cb9bd07d3ddb08b0a7996f9c8c32737f1dfca955df5c0b6d18123a0ad5c88 +size 3103591712 diff --git a/granite-3.2-8b-instruct-Q3_K_L.gguf b/granite-3.2-8b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..58b6c42 --- /dev/null +++ b/granite-3.2-8b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1792e0946733386b9e84c03e29130b640477dc0f21c78a59a80ad93d8741fd48 +size 4349431072 diff --git a/granite-3.2-8b-instruct-Q3_K_M.gguf b/granite-3.2-8b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..96ad27a --- /dev/null +++ b/granite-3.2-8b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146b2b8c6602ea5d920126eab38cd08d189b2ed4c9c1fb7fbf231a64dccf3cc9 +size 3996585248 diff --git a/granite-3.2-8b-instruct-Q3_K_S.gguf b/granite-3.2-8b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..c74091a --- /dev/null +++ b/granite-3.2-8b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d12a2f6c395cae5ee7cb8878009bd29973bf4dcb85efcda3e90cc5a638050d6 +size 3592490272 diff --git a/granite-3.2-8b-instruct-Q4_0.gguf b/granite-3.2-8b-instruct-Q4_0.gguf new file mode 100644 index 0000000..adecde5 --- /dev/null +++ b/granite-3.2-8b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44cfbf69c3be30c21e80e8b8cae0605d58e82c4c3dc09b04f1146205b9bbba31 +size 4650896672 diff --git a/granite-3.2-8b-instruct-Q4_1.gguf b/granite-3.2-8b-instruct-Q4_1.gguf new file mode 100644 index 0000000..b671727 --- /dev/null +++ b/granite-3.2-8b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c641b60180a42e426446990efbaef1ba706600f8f19ce819576427239c7967a7 +size 5148970272 diff --git a/granite-3.2-8b-instruct-Q4_K_M.gguf b/granite-3.2-8b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..8e43e6d --- /dev/null +++ b/granite-3.2-8b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:363f0bbc3200b9c9b0ab87efe237d77b1e05bb929d5d7e4b57c1447c911223e8 +size 4942859552 diff --git a/granite-3.2-8b-instruct-Q4_K_S.gguf b/granite-3.2-8b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..bb193b4 --- /dev/null +++ b/granite-3.2-8b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628db639a8d4997d27a5964775049d98bf7372c52be330573f628d258eaf9e05 +size 4685761824 diff --git a/granite-3.2-8b-instruct-Q5_0.gguf b/granite-3.2-8b-instruct-Q5_0.gguf new file mode 100644 index 0000000..df680fc --- /dev/null +++ b/granite-3.2-8b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317cdd3c2fda45e6a5b487ec72137b40caae97a90313233e45a7b7e662299d67 +size 5647043872 diff --git a/granite-3.2-8b-instruct-Q5_1.gguf b/granite-3.2-8b-instruct-Q5_1.gguf new file mode 100644 index 0000000..e5e8f9f --- /dev/null +++ b/granite-3.2-8b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9907aa72f972007cf4948efdde1551f58ee38a02efe5852245ae87c3b5efd2 +size 6145117472 diff --git a/granite-3.2-8b-instruct-Q5_K_M.gguf b/granite-3.2-8b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..669fba5 --- /dev/null +++ b/granite-3.2-8b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee78ea43301e38552d9d96d39fb1964f699d10051a9ab686e69ba0d0b8f7273 +size 5797448992 diff --git a/granite-3.2-8b-instruct-Q5_K_S.gguf b/granite-3.2-8b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..3cbe66e --- /dev/null +++ b/granite-3.2-8b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e60aaba19c7c8cf5687d5456f845f043c76b67b7d880a7ee833b7bc14db04465 +size 5647043872 diff --git a/granite-3.2-8b-instruct-Q6_K.gguf b/granite-3.2-8b-instruct-Q6_K.gguf new file mode 100644 index 0000000..adc7a1a --- /dev/null +++ b/granite-3.2-8b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041f44028db766a21d23763b711c218a619e6c5a56b94ddfef27fe4f7a8b615f +size 6705450272 diff --git a/granite-3.2-8b-instruct-Q8_0.gguf b/granite-3.2-8b-instruct-Q8_0.gguf new file mode 100644 index 0000000..735cabb --- /dev/null +++ b/granite-3.2-8b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10190625216955e68800b2e9d2b6eec37e9ebc49c6f8de35e861242f5f5325a3 +size 8684247232 diff --git a/granite-3.2-8b-instruct-f16.gguf b/granite-3.2-8b-instruct-f16.gguf new file mode 100644 index 0000000..0451d55 --- /dev/null +++ b/granite-3.2-8b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf45a4de076c477cde1dd8a0f35c3b7bc5eb3711515f93e852dc6ce92422ba1 +size 16344106432