From 2e5126e8f508f501adf05779806b0c2959315af6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 19 Sep 2026 11:42:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-3.3-8b-base-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++++ README.md | 18 +++++++++++++ configuration.json | 1 + granite-3.3-8b-base-Q2_K.gguf | 3 +++ granite-3.3-8b-base-Q3_K_L.gguf | 3 +++ granite-3.3-8b-base-Q3_K_M.gguf | 3 +++ granite-3.3-8b-base-Q3_K_S.gguf | 3 +++ granite-3.3-8b-base-Q4_0.gguf | 3 +++ granite-3.3-8b-base-Q4_1.gguf | 3 +++ granite-3.3-8b-base-Q4_K_M.gguf | 3 +++ granite-3.3-8b-base-Q4_K_S.gguf | 3 +++ granite-3.3-8b-base-Q5_0.gguf | 3 +++ granite-3.3-8b-base-Q5_1.gguf | 3 +++ granite-3.3-8b-base-Q5_K_M.gguf | 3 +++ granite-3.3-8b-base-Q5_K_S.gguf | 3 +++ granite-3.3-8b-base-Q6_K.gguf | 3 +++ granite-3.3-8b-base-Q8_0.gguf | 3 +++ granite-3.3-8b-base-f16.gguf | 3 +++ 18 files changed, 111 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-3.3-8b-base-Q2_K.gguf create mode 100644 granite-3.3-8b-base-Q3_K_L.gguf create mode 100644 granite-3.3-8b-base-Q3_K_M.gguf create mode 100644 granite-3.3-8b-base-Q3_K_S.gguf create mode 100644 granite-3.3-8b-base-Q4_0.gguf create mode 100644 granite-3.3-8b-base-Q4_1.gguf create mode 100644 granite-3.3-8b-base-Q4_K_M.gguf create mode 100644 granite-3.3-8b-base-Q4_K_S.gguf create mode 100644 granite-3.3-8b-base-Q5_0.gguf create mode 100644 granite-3.3-8b-base-Q5_1.gguf create mode 100644 granite-3.3-8b-base-Q5_K_M.gguf create mode 100644 granite-3.3-8b-base-Q5_K_S.gguf create mode 100644 granite-3.3-8b-base-Q6_K.gguf create mode 100644 granite-3.3-8b-base-Q8_0.gguf create mode 100644 granite-3.3-8b-base-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..b2b6ade --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.3 +- gguf +base_model: +- ibm-granite/granite-3.3-8b-base +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.3-8b-base \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.3-8b-base-Q2_K.gguf b/granite-3.3-8b-base-Q2_K.gguf new file mode 100644 index 0000000..b1fb562 --- /dev/null +++ b/granite-3.3-8b-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a7db3853d1a508022eb559b0a6899ced333da7e6db9b9ef5aa014c66f2949b +size 3103576864 diff --git a/granite-3.3-8b-base-Q3_K_L.gguf b/granite-3.3-8b-base-Q3_K_L.gguf new file mode 100644 index 0000000..e4a0905 --- /dev/null +++ b/granite-3.3-8b-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c18abad63280d148d1c0d9eaff04d85b15e317ae68ebb8e7917c405c2fca55 +size 4349416224 diff --git a/granite-3.3-8b-base-Q3_K_M.gguf b/granite-3.3-8b-base-Q3_K_M.gguf new file mode 100644 index 0000000..08c2202 --- /dev/null +++ b/granite-3.3-8b-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f371361f431ec33d8c7a1f477fa60511670ceba1800a16b76aee047707d4674 +size 3996570400 diff --git a/granite-3.3-8b-base-Q3_K_S.gguf b/granite-3.3-8b-base-Q3_K_S.gguf new file mode 100644 index 0000000..024e432 --- /dev/null +++ b/granite-3.3-8b-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf318dce67328319e5151dc95426b0b2df49995df1d7eb2469ae820ae6e1a951 +size 3592475424 diff --git a/granite-3.3-8b-base-Q4_0.gguf b/granite-3.3-8b-base-Q4_0.gguf new file mode 100644 index 0000000..07c1d3f --- /dev/null +++ b/granite-3.3-8b-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2466022209f81f54c25fbd8ba9b6c71cfb576b8fd203b9d9fe510b73aeccfe +size 4650881824 diff --git a/granite-3.3-8b-base-Q4_1.gguf b/granite-3.3-8b-base-Q4_1.gguf new file mode 100644 index 0000000..f558915 --- /dev/null +++ b/granite-3.3-8b-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1906c6c1a1f18e1cdc2aa2ecf9c09afc455573131d3612b655c73f612d9d4c9a +size 5148955424 diff --git a/granite-3.3-8b-base-Q4_K_M.gguf b/granite-3.3-8b-base-Q4_K_M.gguf new file mode 100644 index 0000000..6cbb4d4 --- /dev/null +++ b/granite-3.3-8b-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90488cbf6e024b6559a1f3a083432e3369206e665afb7a3affd7bf6670905b26 +size 4942844704 diff --git a/granite-3.3-8b-base-Q4_K_S.gguf b/granite-3.3-8b-base-Q4_K_S.gguf new file mode 100644 index 0000000..f97225a --- /dev/null +++ b/granite-3.3-8b-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222d996d8121dafd2b7268e0811ac439b0c831f531f88471341ff85b8544470e +size 4685746976 diff --git a/granite-3.3-8b-base-Q5_0.gguf b/granite-3.3-8b-base-Q5_0.gguf new file mode 100644 index 0000000..86c12ed --- /dev/null +++ b/granite-3.3-8b-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb30d73716973586e19d403e5715b7a4fec93472605589f0e0bf08b68040e92 +size 5647029024 diff --git a/granite-3.3-8b-base-Q5_1.gguf b/granite-3.3-8b-base-Q5_1.gguf new file mode 100644 index 0000000..e5d24af --- /dev/null +++ b/granite-3.3-8b-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9204d0ba8e696a1d8a5ecb6bf2d1a4c778d31d835ad9de06dd6561df2ada49 +size 6145102624 diff --git a/granite-3.3-8b-base-Q5_K_M.gguf b/granite-3.3-8b-base-Q5_K_M.gguf new file mode 100644 index 0000000..4f0fcd2 --- /dev/null +++ b/granite-3.3-8b-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85fd323212c3def00d11c1c1f1010f5b914a8693ff2ea2d5463f45ce128af66 +size 5797434144 diff --git a/granite-3.3-8b-base-Q5_K_S.gguf b/granite-3.3-8b-base-Q5_K_S.gguf new file mode 100644 index 0000000..518a80d --- /dev/null +++ b/granite-3.3-8b-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6462342b730ca93d64fe4bbc2ff7bd37ee599c74a28aa12bbfbde1245d7860b7 +size 5647029024 diff --git a/granite-3.3-8b-base-Q6_K.gguf b/granite-3.3-8b-base-Q6_K.gguf new file mode 100644 index 0000000..0ad7bc8 --- /dev/null +++ b/granite-3.3-8b-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:745de52401eccc0c801c3075f5e10c97305834cabb80f6bac5fbfd541f90f77a +size 6705435424 diff --git a/granite-3.3-8b-base-Q8_0.gguf b/granite-3.3-8b-base-Q8_0.gguf new file mode 100644 index 0000000..1f52a82 --- /dev/null +++ b/granite-3.3-8b-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2719a1264de9cb7544c9fea65d29d5a75e39020c1a5eb27487772230bb377f9 +size 8684229408 diff --git a/granite-3.3-8b-base-f16.gguf b/granite-3.3-8b-base-f16.gguf new file mode 100644 index 0000000..6506ad0 --- /dev/null +++ b/granite-3.3-8b-base-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8efcf79b8122d208009fa666b809ada639ce3f1222fe5e378062c3e056fa61 +size 16344077088