From f8ca8e85cd2c8e610bac3a6a0d8736233cd3db6b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 19 May 2026 03:54:50 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mrutkows/granite-3.3-8b-instruct-GGUF Source: Original Platform --- .gitattributes | 52 +++++++++++++++++++++++++++++ granite-3.3-8b-instruct-F16.gguf | 3 ++ granite-3.3-8b-instruct-Q2_K.gguf | 3 ++ granite-3.3-8b-instruct-Q3_K_L.gguf | 3 ++ granite-3.3-8b-instruct-Q3_K_M.gguf | 3 ++ granite-3.3-8b-instruct-Q3_K_S.gguf | 3 ++ granite-3.3-8b-instruct-Q4_0.gguf | 3 ++ granite-3.3-8b-instruct-Q4_1.gguf | 3 ++ granite-3.3-8b-instruct-Q4_K_M.gguf | 3 ++ granite-3.3-8b-instruct-Q4_K_S.gguf | 3 ++ granite-3.3-8b-instruct-Q5_0.gguf | 3 ++ granite-3.3-8b-instruct-Q5_1.gguf | 3 ++ granite-3.3-8b-instruct-Q5_K_M.gguf | 3 ++ granite-3.3-8b-instruct-Q5_K_S.gguf | 3 ++ granite-3.3-8b-instruct-Q6_K.gguf | 3 ++ granite-3.3-8b-instruct-Q8_0.gguf | 3 ++ granite-3.3-8b-instruct-bf16.gguf | 3 ++ granite-3.3-8b-instruct-f16.gguf | 3 ++ 18 files changed, 103 insertions(+) create mode 100644 .gitattributes create mode 100644 granite-3.3-8b-instruct-F16.gguf create mode 100644 granite-3.3-8b-instruct-Q2_K.gguf create mode 100644 granite-3.3-8b-instruct-Q3_K_L.gguf create mode 100644 granite-3.3-8b-instruct-Q3_K_M.gguf create mode 100644 granite-3.3-8b-instruct-Q3_K_S.gguf create mode 100644 granite-3.3-8b-instruct-Q4_0.gguf create mode 100644 granite-3.3-8b-instruct-Q4_1.gguf create mode 100644 granite-3.3-8b-instruct-Q4_K_M.gguf create mode 100644 granite-3.3-8b-instruct-Q4_K_S.gguf create mode 100644 granite-3.3-8b-instruct-Q5_0.gguf create mode 100644 granite-3.3-8b-instruct-Q5_1.gguf create mode 100644 granite-3.3-8b-instruct-Q5_K_M.gguf create mode 100644 granite-3.3-8b-instruct-Q5_K_S.gguf create mode 100644 granite-3.3-8b-instruct-Q6_K.gguf create mode 100644 granite-3.3-8b-instruct-Q8_0.gguf create mode 100644 granite-3.3-8b-instruct-bf16.gguf create mode 100644 granite-3.3-8b-instruct-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5845254 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,52 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-8b-instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/granite-3.3-8b-instruct-F16.gguf b/granite-3.3-8b-instruct-F16.gguf new file mode 100644 index 0000000..46ca7c7 --- /dev/null +++ b/granite-3.3-8b-instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42269bac711c664cfbf1b5f609e89ceb8d12c9b03ab00d5173780120b0500ec +size 16344139552 diff --git a/granite-3.3-8b-instruct-Q2_K.gguf b/granite-3.3-8b-instruct-Q2_K.gguf new file mode 100644 index 0000000..8a8d025 --- /dev/null +++ b/granite-3.3-8b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a639d0648f883991b02e0467c9d5424067cd3ec015c99b3e669c900015094a +size 3103605504 diff --git a/granite-3.3-8b-instruct-Q3_K_L.gguf b/granite-3.3-8b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..d32c3b0 --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5984ddb0a3dabafd0408a710ceb796df9a4df0da787148461e07d9a64e4a8ede +size 4349444864 diff --git a/granite-3.3-8b-instruct-Q3_K_M.gguf b/granite-3.3-8b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..f3ed40e --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2ba8d5dc2a5519ee3b16d3eb98e5277efb007f570b8db5ffabcc88f6bdcf35 +size 3996599040 diff --git a/granite-3.3-8b-instruct-Q3_K_S.gguf b/granite-3.3-8b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..03b8377 --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5dd04eba8d4f476f74bf3ad59895663939a60a667cb17c8cf377bc150779058 +size 3592504064 diff --git a/granite-3.3-8b-instruct-Q4_0.gguf b/granite-3.3-8b-instruct-Q4_0.gguf new file mode 100644 index 0000000..2328696 --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98ae217d1cfec0d71a8b5571bd1beb4f249ec8146839469451dd1da37e6c1cc +size 4650910464 diff --git a/granite-3.3-8b-instruct-Q4_1.gguf b/granite-3.3-8b-instruct-Q4_1.gguf new file mode 100644 index 0000000..ef089d8 --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031f3771f1bd8e2905f3155b76c9ff337d34ddc72f96ca9cb644b7c8eea19706 +size 5148984064 diff --git a/granite-3.3-8b-instruct-Q4_K_M.gguf b/granite-3.3-8b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..ee348f1 --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ee01c78c5c871f61c74e36c19e36c486483e0893e0af0e27fcabae94faeb6e +size 4942873344 diff --git a/granite-3.3-8b-instruct-Q4_K_S.gguf b/granite-3.3-8b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..eb55ec6 --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6704b32b9b5a2e82bc844d1c5a96c4ba5257bb38838ef989fc09cae547a834 +size 4685775616 diff --git a/granite-3.3-8b-instruct-Q5_0.gguf b/granite-3.3-8b-instruct-Q5_0.gguf new file mode 100644 index 0000000..c12f9b3 --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7089cdd7bffdfe9be041ef88056e27df9158faa67f965dcedf5aa7e984d07a2d +size 5647057664 diff --git a/granite-3.3-8b-instruct-Q5_1.gguf b/granite-3.3-8b-instruct-Q5_1.gguf new file mode 100644 index 0000000..de7f097 --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0759b0332cfac64f02f2a531a5ecf86efc72169a3993facef9fd5e1c3adc403f +size 6145131264 diff --git a/granite-3.3-8b-instruct-Q5_K_M.gguf b/granite-3.3-8b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..6a71ccc --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491a7b845af308edc598dba0fa3107b8b6da80ea83350877c8d0dfca4fe43e41 +size 5797462784 diff --git a/granite-3.3-8b-instruct-Q5_K_S.gguf b/granite-3.3-8b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..6dd2e82 --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9acec09eed2f06287676390aeaf74320700bccc2914cbc7cf497d266946bf1de +size 5647057664 diff --git a/granite-3.3-8b-instruct-Q6_K.gguf b/granite-3.3-8b-instruct-Q6_K.gguf new file mode 100644 index 0000000..a75d8e1 --- /dev/null +++ b/granite-3.3-8b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa500577f3c70e9e2e658dbae90d9a0c8a712e3b175484668811567fbb64f8d +size 6705464064 diff --git a/granite-3.3-8b-instruct-Q8_0.gguf b/granite-3.3-8b-instruct-Q8_0.gguf new file mode 100644 index 0000000..d6bf49c --- /dev/null +++ b/granite-3.3-8b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9152072416a7e87907a415b408a0eadcce5ee338581991e8f81b395c3f1288 +size 8684264992 diff --git a/granite-3.3-8b-instruct-bf16.gguf b/granite-3.3-8b-instruct-bf16.gguf new file mode 100644 index 0000000..ab24d61 --- /dev/null +++ b/granite-3.3-8b-instruct-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d966f603744bb2a4ffce07f25517de419af7dd56dd88cc66fdd358638af06e2f +size 16344139552 diff --git a/granite-3.3-8b-instruct-f16.gguf b/granite-3.3-8b-instruct-f16.gguf new file mode 100644 index 0000000..ebf455e --- /dev/null +++ b/granite-3.3-8b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5381d9d8ced7f47da61688ba50c9525294680c9878a2bda2c423b76530348ece +size 16344139552