初始化项目，由ModelHub XC社区提供模型

Model: ibm-research/granite-3.2-2b-instruct-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,63 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+granite-3.2-2b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.2-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,46 @@
+---
+pipeline_tag: text-generation
+inference: false
+license: apache-2.0
+library_name: transformers
+tags:
+- language
+- granite-3.2
+- gguf
+base_model:
+- ibm-granite/granite-3.2-2b-instruct
+---
+
+> [!NOTE]
+> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model.
+>
+> Please reference the base model's full model card here:
+> https://huggingface.co/ibm-granite/granite-3.2-2b-instruct 
+
+# Granite-3.2-2B-Instruct-GGUF
+
+**Model Summary:**
+Granite-3.2-2B-Instruct is an 2-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of [Granite-3.1-2B-Instruct](https://huggingface.co/ibm-granite/granite-3.1-2b-instruct), it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required.
+
+- **Developers:** Granite Team, IBM
+- **Website**: [Granite Docs](https://www.ibm.com/granite/docs/)
+- **Release Date**: February 26th, 2025
+- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0)
+
+**Supported Languages:** 
+English, German, Spanish, French, Japanese, Portuguese, Arabic, Czech, Italian, Korean, Dutch, and Chinese. However, users may finetune this Granite model for languages beyond these 12 languages.
+
+**Intended Use:** 
+This model is designed to handle general instruction-following tasks and can be integrated into AI assistants across various domains, including business applications.
+
+**Capabilities**
+* **Thinking**
+* Summarization
+* Text classification
+* Text extraction
+* Question-answering
+* Retrieval Augmented Generation (RAG)
+* Code related tasks
+* Function-calling tasks
+* Multilingual dialog use cases
+* Long-context tasks including long document/meeting summarization, long document QA, etc.

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

granite-3.2-2b-instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1644706189362eada4ff1a2d0dd97fbcb7e556968719448dcfa3040601636a25
+size 978246016

granite-3.2-2b-instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c0eb16bf570aa0447aad633342fdefa3483ac87051a1beca76e5b36cfde362
+size 1357371776

granite-3.2-2b-instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a458604b93fafdcabf35b2e1d818e9b0bdb5eeeeb9fe4c3f33728553434201f3
+size 1251727744

granite-3.2-2b-instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbcfd8aa8cd26a6830e4c3e929474cb7a2d3f81b9afd9eb45540a09ece57cda
+size 1130289536

granite-3.2-2b-instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9587c6d397429c242957f8e1576ecd74cc52ae5c2bda7ee755a87725931bae85
+size 1453382016

granite-3.2-2b-instruct-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e8695415aa8f39179bcebab8b223e35ab8c1d75eb889468a4a9f18a41833b
+size 1605425536

granite-3.2-2b-instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc086149f093169fb8e3e7517cd31752bfd9d70e0e7bb3ab351c0a5386cf8c9
+size 1545296256

granite-3.2-2b-instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62894219909372903d9f612e381ecacff50efb1e0f5b33293785cbaf85226226
+size 1464392064

granite-3.2-2b-instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafcabd248b280742ce0d611d371b3ac1b8a54a39d092bd662968c243a84863a
+size 1757469056

granite-3.2-2b-instruct-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae393088ffa978eaf7ea3460c1fa74b1c604464b27464e0685b705ec78b13ef
+size 1909512576

granite-3.2-2b-instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd572e440a42c387d54503b47412b9467b94f3f774f566d54dcc8ace04207ed
+size 1804818816

granite-3.2-2b-instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8135eed60b3224f9d9f4baa8471604cc7a8591465ff4674cd3f9ec6952924af4
+size 1757469056

granite-3.2-2b-instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bffec749fd1ab5bbe757a91424ddc50bf338f96bdcf5b625d9d8c75a470916
+size 2080561536

granite-3.2-2b-instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848d302b4034dd78ea097a6fd69258f000c7db8c1451919ac18fcae4bf1ff63f
+size 2694111040

granite-3.2-2b-instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000535b376c11e1eeb27231d85f19523db42f66d175b0e7cccb704610ae129ce
+size 5069141440