From 33b0558e045b3b64dd07d099327f839d10b2d60c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 19 Jul 2026 00:03:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-3.3-2b-instruct-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++ README.md | 18 +++++++++++ configuration.json | 1 + granite-3.3-2b-instruct-Q2_K.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_L.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q4_0.gguf | 3 ++ granite-3.3-2b-instruct-Q4_1.gguf | 3 ++ granite-3.3-2b-instruct-Q4_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q4_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q5_0.gguf | 3 ++ granite-3.3-2b-instruct-Q5_1.gguf | 3 ++ granite-3.3-2b-instruct-Q5_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q5_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q6_K.gguf | 3 ++ granite-3.3-2b-instruct-Q8_0.gguf | 3 ++ granite-3.3-2b-instruct-f16.gguf | 3 ++ 18 files changed, 111 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-3.3-2b-instruct-Q2_K.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_L.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q4_0.gguf create mode 100644 granite-3.3-2b-instruct-Q4_1.gguf create mode 100644 granite-3.3-2b-instruct-Q4_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q4_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q5_0.gguf create mode 100644 granite-3.3-2b-instruct-Q5_1.gguf create mode 100644 granite-3.3-2b-instruct-Q5_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q5_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q6_K.gguf create mode 100644 granite-3.3-2b-instruct-Q8_0.gguf create mode 100644 granite-3.3-2b-instruct-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..753b95a --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.3 +- gguf +base_model: +- ibm-granite/granite-3.3-2b-instruct +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.3-2b-instruct diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.3-2b-instruct-Q2_K.gguf b/granite-3.3-2b-instruct-Q2_K.gguf new file mode 100644 index 0000000..0c9ba48 --- /dev/null +++ b/granite-3.3-2b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be25be65b4a2955781fd93df51f4752e6f6fe5c035bea5573b97538736dfedd +size 978253088 diff --git a/granite-3.3-2b-instruct-Q3_K_L.gguf b/granite-3.3-2b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..83cae21 --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21f3cfe8c3ee1ef7b2d5e62057e299f28fbc49e8bb719038d27fa25508a7b1d +size 1357378848 diff --git a/granite-3.3-2b-instruct-Q3_K_M.gguf b/granite-3.3-2b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..4791622 --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8708c802dde0922c1b6ab94eb4aac8e67d0c525c9ddc664e2c2d91202da9e50 +size 1251734816 diff --git a/granite-3.3-2b-instruct-Q3_K_S.gguf b/granite-3.3-2b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..ee50f2a --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca71c0faaea5647c6f34bb55d8ae9516e94828e0065cdbbf4680348be2bbbfd3 +size 1130296608 diff --git a/granite-3.3-2b-instruct-Q4_0.gguf b/granite-3.3-2b-instruct-Q4_0.gguf new file mode 100644 index 0000000..08af5e1 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5da3f5bb5a6ae442f830bdde0df4fcccb7e8bd395dc9ee5d28e704db4065592 +size 1453389088 diff --git a/granite-3.3-2b-instruct-Q4_1.gguf b/granite-3.3-2b-instruct-Q4_1.gguf new file mode 100644 index 0000000..1bb88a2 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d999d28737c8dabaaa9c4e67e19820e03140de1629cd33fbc3a4c272ce4589e +size 1605432608 diff --git a/granite-3.3-2b-instruct-Q4_K_M.gguf b/granite-3.3-2b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..deca9fb --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac71e9e32c0bea919b409c5918f69ca74339854b0319c5065e4e9fb6d95c4852 +size 1545303328 diff --git a/granite-3.3-2b-instruct-Q4_K_S.gguf b/granite-3.3-2b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..aa78247 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f7327dd6b434064ddfc7f05f2e83a003201fd78b80b69c8b62b0717786ec60 +size 1464399136 diff --git a/granite-3.3-2b-instruct-Q5_0.gguf b/granite-3.3-2b-instruct-Q5_0.gguf new file mode 100644 index 0000000..3dfd0e6 --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4681d622e263a919dc146dd7b438d43ff310036544d1c7fe8de6c8183dbccff4 +size 1757476128 diff --git a/granite-3.3-2b-instruct-Q5_1.gguf b/granite-3.3-2b-instruct-Q5_1.gguf new file mode 100644 index 0000000..d398542 --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fff76c13322c053eccd00c1e5e968f991ca42aa021633590ef84282ff120ff9 +size 1909519648 diff --git a/granite-3.3-2b-instruct-Q5_K_M.gguf b/granite-3.3-2b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..fca7937 --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6a8112af16362677e5b2b359a68621878e1f8ea7a22c59ba6e82fd4dd414e3 +size 1804825888 diff --git a/granite-3.3-2b-instruct-Q5_K_S.gguf b/granite-3.3-2b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..dbe474f --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68321f4d78a1d15bdef42b6923df43494d8c84ece80bb79ac16eeb77d3b8b43e +size 1757476128 diff --git a/granite-3.3-2b-instruct-Q6_K.gguf b/granite-3.3-2b-instruct-Q6_K.gguf new file mode 100644 index 0000000..9010305 --- /dev/null +++ b/granite-3.3-2b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59ba995c354617ff51bb69ee095d9614e57c7f6c137536154f71c4fddb506cb +size 2080568608 diff --git a/granite-3.3-2b-instruct-Q8_0.gguf b/granite-3.3-2b-instruct-Q8_0.gguf new file mode 100644 index 0000000..d43e29b --- /dev/null +++ b/granite-3.3-2b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39068a5bcb15f10487a49426d617b1b0f38a624d7dbdefe5ff6f26de82d97039 +size 2694120096 diff --git a/granite-3.3-2b-instruct-f16.gguf b/granite-3.3-2b-instruct-f16.gguf new file mode 100644 index 0000000..23fc4c0 --- /dev/null +++ b/granite-3.3-2b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b52937a0c2f5a984ac6d3794ddf02ceb62cf53bc982c26cac97929513c0a9e +size 5069158176