From 44ea693970ce9662fb5b6776df64996fd657ac22 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Jul 2026 04:30:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-tiny-preview-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++++++++ README.md | 46 +++++++++++++++++++++++++++ configuration.json | 1 + granite-4.0-tiny-preview-Q2_K.gguf | 3 ++ granite-4.0-tiny-preview-Q3_K_L.gguf | 3 ++ granite-4.0-tiny-preview-Q3_K_M.gguf | 3 ++ granite-4.0-tiny-preview-Q3_K_S.gguf | 3 ++ granite-4.0-tiny-preview-Q4_0.gguf | 3 ++ granite-4.0-tiny-preview-Q4_1.gguf | 3 ++ granite-4.0-tiny-preview-Q4_K_M.gguf | 3 ++ granite-4.0-tiny-preview-Q4_K_S.gguf | 3 ++ granite-4.0-tiny-preview-Q5_0.gguf | 3 ++ granite-4.0-tiny-preview-Q5_1.gguf | 3 ++ granite-4.0-tiny-preview-Q5_K_M.gguf | 3 ++ granite-4.0-tiny-preview-Q5_K_S.gguf | 3 ++ granite-4.0-tiny-preview-Q6_K.gguf | 3 ++ granite-4.0-tiny-preview-Q8_0.gguf | 3 ++ granite-4.0-tiny-preview-f16.gguf | 3 ++ 18 files changed, 139 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-4.0-tiny-preview-Q2_K.gguf create mode 100644 granite-4.0-tiny-preview-Q3_K_L.gguf create mode 100644 granite-4.0-tiny-preview-Q3_K_M.gguf create mode 100644 granite-4.0-tiny-preview-Q3_K_S.gguf create mode 100644 granite-4.0-tiny-preview-Q4_0.gguf create mode 100644 granite-4.0-tiny-preview-Q4_1.gguf create mode 100644 granite-4.0-tiny-preview-Q4_K_M.gguf create mode 100644 granite-4.0-tiny-preview-Q4_K_S.gguf create mode 100644 granite-4.0-tiny-preview-Q5_0.gguf create mode 100644 granite-4.0-tiny-preview-Q5_1.gguf create mode 100644 granite-4.0-tiny-preview-Q5_K_M.gguf create mode 100644 granite-4.0-tiny-preview-Q5_K_S.gguf create mode 100644 granite-4.0-tiny-preview-Q6_K.gguf create mode 100644 granite-4.0-tiny-preview-Q8_0.gguf create mode 100644 granite-4.0-tiny-preview-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e901976 --- /dev/null +++ b/README.md @@ -0,0 +1,46 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-tiny-base-preview +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-tiny-preview + +# Granite-4.0-Tiny-Preview + +**Model Summary:** +Granite-4-Tiny-Preview is a 7B parameter fine-grained hybrid mixture-of-experts (MoE) instruct model fine-tuned from Granite-4.0-Tiny-Base-Preview using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets tailored for solving long context problems. This model is developed using a diverse set of techniques with a structured chat format, including supervised fine-tuning, and model alignment using reinforcement learning. + +- **Developers:** Granite Team, IBM +- **Website**: [Granite Docs](https://www.ibm.com/granite/docs/) +- **Release Date**: May 2nd, 2025 +- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0) + +**Supported Languages:** +English, German, Spanish, French, Japanese, Portuguese, Arabic, Czech, Italian, Korean, Dutch, and Chinese. However, users may fine-tune this Granite model for languages beyond these 12 languages. + +**Intended Use:** +This model is designed to handle general instruction-following tasks and can be integrated into AI assistants across various domains, including business applications. + +**Capabilities** +* Thinking +* Summarization +* Text classification +* Text extraction +* Question-answering +* Retrieval Augmented Generation (RAG) +* Code related tasks +* Function-calling tasks +* Multilingual dialog use cases +* Long-context tasks including long document/meeting summarization, long document QA, etc. diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-4.0-tiny-preview-Q2_K.gguf b/granite-4.0-tiny-preview-Q2_K.gguf new file mode 100644 index 0000000..59c983f --- /dev/null +++ b/granite-4.0-tiny-preview-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0287fdb381154ba544e3c5a0f4ce4d645db5aefcd1c9039f2926a2dada3fb450 +size 2450849728 diff --git a/granite-4.0-tiny-preview-Q3_K_L.gguf b/granite-4.0-tiny-preview-Q3_K_L.gguf new file mode 100644 index 0000000..53032a2 --- /dev/null +++ b/granite-4.0-tiny-preview-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348c898a42fe0fd39f0a4655a5072b46e732b711d5415fb54284fde59b387702 +size 3436825792 diff --git a/granite-4.0-tiny-preview-Q3_K_M.gguf b/granite-4.0-tiny-preview-Q3_K_M.gguf new file mode 100644 index 0000000..6f2e322 --- /dev/null +++ b/granite-4.0-tiny-preview-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7648ced57589d47e9d63b2504ee75f459ce623501f7e17d4a60b7e103ab25ac +size 3196374208 diff --git a/granite-4.0-tiny-preview-Q3_K_S.gguf b/granite-4.0-tiny-preview-Q3_K_S.gguf new file mode 100644 index 0000000..096af54 --- /dev/null +++ b/granite-4.0-tiny-preview-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97710c034822e28b2200d20faa75be64453e9cbadd2b25dc877a505273a03c68 +size 2914536640 diff --git a/granite-4.0-tiny-preview-Q4_0.gguf b/granite-4.0-tiny-preview-Q4_0.gguf new file mode 100644 index 0000000..3223965 --- /dev/null +++ b/granite-4.0-tiny-preview-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4256584797b639e1cbe39fe0f946c188c27fc3343c0c9ef473f7450a82695c9d +size 3789954496 diff --git a/granite-4.0-tiny-preview-Q4_1.gguf b/granite-4.0-tiny-preview-Q4_1.gguf new file mode 100644 index 0000000..f4a6aaa --- /dev/null +++ b/granite-4.0-tiny-preview-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5814f4cadf3b5e9a7d8ecc18dc5e9b523f9fa23acd6d3851902b6f729105665c +size 4201915840 diff --git a/granite-4.0-tiny-preview-Q4_K_M.gguf b/granite-4.0-tiny-preview-Q4_K_M.gguf new file mode 100644 index 0000000..a24b6d7 --- /dev/null +++ b/granite-4.0-tiny-preview-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509a10dae02b79b69f2d62ef5c672c5e9230723f1fe76cd059b79a38889b1534 +size 4049882560 diff --git a/granite-4.0-tiny-preview-Q4_K_S.gguf b/granite-4.0-tiny-preview-Q4_K_S.gguf new file mode 100644 index 0000000..d5f099b --- /dev/null +++ b/granite-4.0-tiny-preview-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3488aad3bd33f689f691fa17995a8917c14c407dd611adc52f7bf2dbf88298 +size 3821804992 diff --git a/granite-4.0-tiny-preview-Q5_0.gguf b/granite-4.0-tiny-preview-Q5_0.gguf new file mode 100644 index 0000000..f5b83fe --- /dev/null +++ b/granite-4.0-tiny-preview-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3179f7f99eecc4995d3d6c45ed7416d471c4cb35e1f0cf33371d79ae5fe716e0 +size 4613877184 diff --git a/granite-4.0-tiny-preview-Q5_1.gguf b/granite-4.0-tiny-preview-Q5_1.gguf new file mode 100644 index 0000000..3a544a5 --- /dev/null +++ b/granite-4.0-tiny-preview-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9860251413ee32807316c6636844372b35409deb49d1752f2833beee493e4481 +size 5025838528 diff --git a/granite-4.0-tiny-preview-Q5_K_M.gguf b/granite-4.0-tiny-preview-Q5_K_M.gguf new file mode 100644 index 0000000..95a1ca0 --- /dev/null +++ b/granite-4.0-tiny-preview-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a085fa7ed43a865bbd9fe8d064e8d8b2c87a1d9a4bb23bfbb99df16c401b4e8 +size 4747779520 diff --git a/granite-4.0-tiny-preview-Q5_K_S.gguf b/granite-4.0-tiny-preview-Q5_K_S.gguf new file mode 100644 index 0000000..5d47bf4 --- /dev/null +++ b/granite-4.0-tiny-preview-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6e6630da52a6190cb34dd141a3f250549df66711f7dabf28ec5b651b59789e +size 4613877184 diff --git a/granite-4.0-tiny-preview-Q6_K.gguf b/granite-4.0-tiny-preview-Q6_K.gguf new file mode 100644 index 0000000..ef03046 --- /dev/null +++ b/granite-4.0-tiny-preview-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903be834d589567f4e711ae5168b604a23bbdc21506e6c6e16682f2c26987a3d +size 5489295040 diff --git a/granite-4.0-tiny-preview-Q8_0.gguf b/granite-4.0-tiny-preview-Q8_0.gguf new file mode 100644 index 0000000..05d586a --- /dev/null +++ b/granite-4.0-tiny-preview-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950426d706dbe2f2c8db165a0e9ba2aca1e16dc46fb60bf85d36290256447bcc +size 7103932768 diff --git a/granite-4.0-tiny-preview-f16.gguf b/granite-4.0-tiny-preview-f16.gguf new file mode 100644 index 0000000..6990e21 --- /dev/null +++ b/granite-4.0-tiny-preview-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbde72711f7ac1b7696a6973d440afd7186090b3ddad129a7fbb72a816c41d6f +size 13354143616