commit 25c57cfdf01f7a0ab0a4d5820afa95b2b05de1ce Author: ModelHub XC Date: Mon Aug 31 10:48:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: ibm-granite/granite-guardian-3.3-8b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..ef9bb3c --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- granite-3.3 +- guardian +- gguf +base_model: +- ibm-granite/granite-guardian-3.3-8b +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-guardian-3.3-8b + +# granite-guardian-3.3-8b-GGUF + +**Model Summary:** Granite Guardian 3.3 8b is a specialized Granite 3.3 8B model designed to judge if the input prompts and the output responses of an LLM based system meet specified criteria. The model comes pre-baked with certain criteria including but not limited to: jailbreak attempts, profanity, and hallucinations related to tool calls and retrieval augmented generation in agent-based systems. Additionally, the model also allows users to bring their own criteria and tailor the judging behavior to specific use-cases. + +This version of Granite Guardian is a hybrid thinking model that allows the user to operate in thinking or non-thinking model. +In thinking mode, the model produces detailed reasoning traces though ``` ... ```and ``` ... ``` tags. +In non-thinking mode, the model only produces the judgement score though the ``` ... ``` tags. + +It is trained on unique data comprising human annotations and synthetic data informed by internal red-teaming. +It outperforms other open-source models in the same space on standard benchmarks. + +- **Developers:** IBM Research +- **GitHub Repository:** [ibm-granite/granite-guardian](https://github.com/ibm-granite/granite-guardian) +- **Cookbook:** [Granite Guardian Recipes](https://github.com/ibm-granite/granite-guardian/tree/main/cookbooks/granite-guardian-3.3) +- **Website**: [Granite Guardian Docs](https://www.ibm.com/granite/docs/models/guardian/) +- **Paper:** [Granite Guardian](https://arxiv.org/abs/2412.07724) +- **Release Date**: August 1, 2025 +- **License:** [Apache 2.0](https://www.apache.org/licenses/LICENSE-2.0) diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/granite-guardian-3.3-8b-Q4_K_M.gguf b/granite-guardian-3.3-8b-Q4_K_M.gguf new file mode 100644 index 0000000..4f9408a --- /dev/null +++ b/granite-guardian-3.3-8b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fa861b5163373413d9659c22e344e6206baad824ead17226b2058e54d14587 +size 4942875744 diff --git a/granite-guardian-3.3-8b-Q5_K_M.gguf b/granite-guardian-3.3-8b-Q5_K_M.gguf new file mode 100644 index 0000000..a2496ff --- /dev/null +++ b/granite-guardian-3.3-8b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a29778234185881e126e07cb72d97c0215310e239c77a76819153f5e0c842f +size 5797465184 diff --git a/granite-guardian-3.3-8b-Q6_K.gguf b/granite-guardian-3.3-8b-Q6_K.gguf new file mode 100644 index 0000000..431bc33 --- /dev/null +++ b/granite-guardian-3.3-8b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4da519efeaa6681d700a437b16a263f813376151c2a2a4a8dd7bb03623e34f +size 6705466464 diff --git a/granite-guardian-3.3-8b-Q8_0.gguf b/granite-guardian-3.3-8b-Q8_0.gguf new file mode 100644 index 0000000..6e5445a --- /dev/null +++ b/granite-guardian-3.3-8b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356fc80d343a699a3d12316de161d4341ee2d11f7057123dabb158804e876bc5 +size 8684267392 diff --git a/granite-guardian-3.3-8b-f16.gguf b/granite-guardian-3.3-8b-f16.gguf new file mode 100644 index 0000000..06fea38 --- /dev/null +++ b/granite-guardian-3.3-8b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656b4f3ad18f34dbcb56c42a08bdd1ddbcfa295e71bc31c74430db1d5f6f2e31 +size 16344141952