commit a98a833f66e6265011b1e60528e0d24cc383bf5d Author: ModelHub XC Date: Thu Jun 18 00:16:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: ibm-granite/granite-4.1-8b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a8680e7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.1-8b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3bb4ab6 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.1 +- gguf +base_model: +- ibm-granite/granite-4.1-8b +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite `.safetensors` model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.1-8b \ No newline at end of file diff --git a/granite-4.1-8b-Q2_K.gguf b/granite-4.1-8b-Q2_K.gguf new file mode 100644 index 0000000..d563379 --- /dev/null +++ b/granite-4.1-8b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83a0bfe6b97ca3db3413ec9f1653b601c0b6c4862156bb40ef1e759648a1016 +size 3412308640 diff --git a/granite-4.1-8b-Q3_K_L.gguf b/granite-4.1-8b-Q3_K_L.gguf new file mode 100644 index 0000000..d381d0d --- /dev/null +++ b/granite-4.1-8b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:171d552107223103f539e3909c968e2e98c1c708523cde72c4cf3613513ab724 +size 4699894432 diff --git a/granite-4.1-8b-Q3_K_M.gguf b/granite-4.1-8b-Q3_K_M.gguf new file mode 100644 index 0000000..dce8e56 --- /dev/null +++ b/granite-4.1-8b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b099e58ec0a71a368fa68f08f1ea66c0f0e96fe13d621482f8456bbf4c213ad9 +size 4347048608 diff --git a/granite-4.1-8b-Q3_K_S.gguf b/granite-4.1-8b-Q3_K_S.gguf new file mode 100644 index 0000000..b1f3bdc --- /dev/null +++ b/granite-4.1-8b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243bcb7592226b21e7bb6f2e6899e46a32d1eed10c28d47c42811cafe055cae3 +size 3942953632 diff --git a/granite-4.1-8b-Q4_0.gguf b/granite-4.1-8b-Q4_0.gguf new file mode 100644 index 0000000..d446fba --- /dev/null +++ b/granite-4.1-8b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5adf9b6b78921093bd4a805e1060f85d7f744c3eafc14d1ca449364d1e721a1a +size 5055951520 diff --git a/granite-4.1-8b-Q4_1.gguf b/granite-4.1-8b-Q4_1.gguf new file mode 100644 index 0000000..5d18aff --- /dev/null +++ b/granite-4.1-8b-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1d6a42817cd3ae551a69875227621baa8d83a4d4c928ba557d219efffd01f3 +size 5579715232 diff --git a/granite-4.1-8b-Q4_K_M.gguf b/granite-4.1-8b-Q4_K_M.gguf new file mode 100644 index 0000000..66f33eb --- /dev/null +++ b/granite-4.1-8b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed902ac9eb6adce5a90c6a08c8ea201b50e23fdc5976d1cd0362006afac5309e +size 5347914400 diff --git a/granite-4.1-8b-Q4_K_S.gguf b/granite-4.1-8b-Q4_K_S.gguf new file mode 100644 index 0000000..d192009 --- /dev/null +++ b/granite-4.1-8b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf64b9df6e3f976c883e7cf1601037542a024e8093d46ee2d90671c2d70db2e6 +size 5090816672 diff --git a/granite-4.1-8b-Q5_0.gguf b/granite-4.1-8b-Q5_0.gguf new file mode 100644 index 0000000..220149d --- /dev/null +++ b/granite-4.1-8b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42245fd240d29ec4f316528d2aeaa5f11dc7ab9241fca32582aee3b5adb13511 +size 6103478944 diff --git a/granite-4.1-8b-Q5_1.gguf b/granite-4.1-8b-Q5_1.gguf new file mode 100644 index 0000000..c460571 --- /dev/null +++ b/granite-4.1-8b-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b062684a4dd23185e770c8de12b58beeb6d21fb7964f48b65c1c9d79670de6e +size 6627242656 diff --git a/granite-4.1-8b-Q5_K_M.gguf b/granite-4.1-8b-Q5_K_M.gguf new file mode 100644 index 0000000..0a8a899 --- /dev/null +++ b/granite-4.1-8b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353a49390e56b9035d8211868c03ed7beae125b914c57668c818d590d43edaca +size 6253884064 diff --git a/granite-4.1-8b-Q5_K_S.gguf b/granite-4.1-8b-Q5_K_S.gguf new file mode 100644 index 0000000..336fed8 --- /dev/null +++ b/granite-4.1-8b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97df9d20aa0654867ed41427b0cd83d1403c7f65c3f87a28263a84fb2ed111db +size 6103478944 diff --git a/granite-4.1-8b-Q6_K.gguf b/granite-4.1-8b-Q6_K.gguf new file mode 100644 index 0000000..42dbf24 --- /dev/null +++ b/granite-4.1-8b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec0f43cdcce8bd9600e2d271b2f38cfca2cd01b4727416ecdd2320335917923 +size 7216476832 diff --git a/granite-4.1-8b-Q8_0.gguf b/granite-4.1-8b-Q8_0.gguf new file mode 100644 index 0000000..b66da0b --- /dev/null +++ b/granite-4.1-8b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4709c90f07b04af4deae8bf0eb06225fb257b5a86072ac09b87d3351242f6ba1 +size 9345610400 diff --git a/granite-4.1-8b-bf16.gguf b/granite-4.1-8b-bf16.gguf new file mode 100644 index 0000000..5a03090 --- /dev/null +++ b/granite-4.1-8b-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c2d256fdd771e82e7dd3861ec51a6a6282976932d8d419d46ab1968a0cd3bf +size 17587417760