初始化项目，由ModelHub XC社区提供模型

Model: ibm-research/granite-3.2-8b-instruct-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,63 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+granite-3.2-8b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-8b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+pipeline_tag: text-generation
+inference: false
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-3.2
+- gguf
+base_model:
+- ibm-granite/granite-3.2-8b-instruct
+---
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+> 
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-3.2-8b-instruct
+
+
+# Granite-3.2-8B-Instruct-GGUF
+
+**Model Summary:**
+Granite-3.2-8B-Instruct is an 8-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of [Granite-3.1-8B-Instruct](https://huggingface.co/ibm-granite/granite-3.1-8b-instruct), it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required.
+
+- **Developers:** Granite Team, IBM
+- **Website**: [Granite Docs](https://www.ibm.com/granite/docs/)
+- **Release Date**: February 26th, 2025
+- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0)
+
+**Supported Languages:** 
+English, German, Spanish, French, Japanese, Portuguese, Arabic, Czech, Italian, Korean, Dutch, and Chinese. However, users may finetune this Granite model for languages beyond these 12 languages.
+
+**Intended Use:** 
+This model is designed to handle general instruction-following tasks and can be integrated into AI assistants across various domains, including business applications.
+
+**Capabilities**
+* **Thinking**
+* Summarization
+* Text classification
+* Text extraction
+* Question-answering
+* Retrieval Augmented Generation (RAG)
+* Code related tasks
+* Function-calling tasks
+* Multilingual dialog use cases
+* Long-context tasks including long document/meeting summarization, long document QA, etc.

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

granite-3.2-8b-instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424cb9bd07d3ddb08b0a7996f9c8c32737f1dfca955df5c0b6d18123a0ad5c88
+size 3103591712

granite-3.2-8b-instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792e0946733386b9e84c03e29130b640477dc0f21c78a59a80ad93d8741fd48
+size 4349431072

granite-3.2-8b-instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146b2b8c6602ea5d920126eab38cd08d189b2ed4c9c1fb7fbf231a64dccf3cc9
+size 3996585248

granite-3.2-8b-instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d12a2f6c395cae5ee7cb8878009bd29973bf4dcb85efcda3e90cc5a638050d6
+size 3592490272

granite-3.2-8b-instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cfbf69c3be30c21e80e8b8cae0605d58e82c4c3dc09b04f1146205b9bbba31
+size 4650896672

granite-3.2-8b-instruct-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c641b60180a42e426446990efbaef1ba706600f8f19ce819576427239c7967a7
+size 5148970272

granite-3.2-8b-instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363f0bbc3200b9c9b0ab87efe237d77b1e05bb929d5d7e4b57c1447c911223e8
+size 4942859552

granite-3.2-8b-instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628db639a8d4997d27a5964775049d98bf7372c52be330573f628d258eaf9e05
+size 4685761824

granite-3.2-8b-instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317cdd3c2fda45e6a5b487ec72137b40caae97a90313233e45a7b7e662299d67
+size 5647043872

granite-3.2-8b-instruct-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9907aa72f972007cf4948efdde1551f58ee38a02efe5852245ae87c3b5efd2
+size 6145117472

granite-3.2-8b-instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee78ea43301e38552d9d96d39fb1964f699d10051a9ab686e69ba0d0b8f7273
+size 5797448992

granite-3.2-8b-instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60aaba19c7c8cf5687d5456f845f043c76b67b7d880a7ee833b7bc14db04465
+size 5647043872

granite-3.2-8b-instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041f44028db766a21d23763b711c218a619e6c5a56b94ddfef27fe4f7a8b615f
+size 6705450272

granite-3.2-8b-instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10190625216955e68800b2e9d2b6eec37e9ebc49c6f8de35e861242f5f5325a3
+size 8684247232

granite-3.2-8b-instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf45a4de076c477cde1dd8a0f35c3b7bc5eb3711515f93e852dc6ce92422ba1
+size 16344106432