From 0dc2e656ae69db39a155695e8b00b5c627090d2a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 07:32:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mrutkows/granite-3.3-2b-instruct-GGUF Source: Original Platform --- .gitattributes | 52 +++++++++++++++++++++++++++++ granite-3.3-2b-instruct-F16.gguf | 3 ++ granite-3.3-2b-instruct-Q2_K.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_L.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q3_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q4_0.gguf | 3 ++ granite-3.3-2b-instruct-Q4_1.gguf | 3 ++ granite-3.3-2b-instruct-Q4_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q4_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q5_0.gguf | 3 ++ granite-3.3-2b-instruct-Q5_1.gguf | 3 ++ granite-3.3-2b-instruct-Q5_K_M.gguf | 3 ++ granite-3.3-2b-instruct-Q5_K_S.gguf | 3 ++ granite-3.3-2b-instruct-Q6_K.gguf | 3 ++ granite-3.3-2b-instruct-Q8_0.gguf | 3 ++ granite-3.3-2b-instruct-bf16.gguf | 3 ++ granite-3.3-2b-instruct-f16.gguf | 3 ++ 18 files changed, 103 insertions(+) create mode 100644 .gitattributes create mode 100644 granite-3.3-2b-instruct-F16.gguf create mode 100644 granite-3.3-2b-instruct-Q2_K.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_L.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q3_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q4_0.gguf create mode 100644 granite-3.3-2b-instruct-Q4_1.gguf create mode 100644 granite-3.3-2b-instruct-Q4_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q4_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q5_0.gguf create mode 100644 granite-3.3-2b-instruct-Q5_1.gguf create mode 100644 granite-3.3-2b-instruct-Q5_K_M.gguf create mode 100644 granite-3.3-2b-instruct-Q5_K_S.gguf create mode 100644 granite-3.3-2b-instruct-Q6_K.gguf create mode 100644 granite-3.3-2b-instruct-Q8_0.gguf create mode 100644 granite-3.3-2b-instruct-bf16.gguf create mode 100644 granite-3.3-2b-instruct-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e816009 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,52 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-3.3-2b-instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/granite-3.3-2b-instruct-F16.gguf b/granite-3.3-2b-instruct-F16.gguf new file mode 100644 index 0000000..bd4de19 --- /dev/null +++ b/granite-3.3-2b-instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8d2578ef28a258faa5ed56182ef2242e27367247eec9414cb8eb6ada5f8bf5 +size 5069158176 diff --git a/granite-3.3-2b-instruct-Q2_K.gguf b/granite-3.3-2b-instruct-Q2_K.gguf new file mode 100644 index 0000000..fa7c2b2 --- /dev/null +++ b/granite-3.3-2b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8fb6514acf16e6d8d79ddd0778af312c02dbe06b5074e9a335d0c5a6b69a51d +size 978253088 diff --git a/granite-3.3-2b-instruct-Q3_K_L.gguf b/granite-3.3-2b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..4c0fbdb --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1094188b493bc94750fdbdf34e400dee84d8fc3f8dd7b36cb353a5a0a03034 +size 1357378848 diff --git a/granite-3.3-2b-instruct-Q3_K_M.gguf b/granite-3.3-2b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..0134385 --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a069875e4b36b2cb7f1d44870748b046f2b9b1cbb668bfe34ba2afc9c86a76a9 +size 1251734816 diff --git a/granite-3.3-2b-instruct-Q3_K_S.gguf b/granite-3.3-2b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..5b67041 --- /dev/null +++ b/granite-3.3-2b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8067749ada09cf1fb0ef0bdcebc9dbab591dcaa7a9279a2b9d8b3f7ad79b4e +size 1130296608 diff --git a/granite-3.3-2b-instruct-Q4_0.gguf b/granite-3.3-2b-instruct-Q4_0.gguf new file mode 100644 index 0000000..a14ab50 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd78569a8bddcc758344c8b375b1d2f0e3784c8ef2111bb4721084b6e72dad5 +size 1453389088 diff --git a/granite-3.3-2b-instruct-Q4_1.gguf b/granite-3.3-2b-instruct-Q4_1.gguf new file mode 100644 index 0000000..6e2b792 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233ddb191337134eeb769956662cec0c9ce43aa313ab6eaf799d6f34a9523175 +size 1605432608 diff --git a/granite-3.3-2b-instruct-Q4_K_M.gguf b/granite-3.3-2b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..76ed3de --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1052ddc8ad5b4ca6d99f9cc66ecfa3cc9ff25b7644a53776654b9a2f0ee15124 +size 1545303328 diff --git a/granite-3.3-2b-instruct-Q4_K_S.gguf b/granite-3.3-2b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..aa35e37 --- /dev/null +++ b/granite-3.3-2b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85f3b9908dc6faec66251ef357f210755cc6de638939ff2e42d5c907c880a91 +size 1464399136 diff --git a/granite-3.3-2b-instruct-Q5_0.gguf b/granite-3.3-2b-instruct-Q5_0.gguf new file mode 100644 index 0000000..67825ec --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4d07647ba319d9975f4bf2e128cd6bbb79a7f1e743a53123d0f934fe88baa6 +size 1757476128 diff --git a/granite-3.3-2b-instruct-Q5_1.gguf b/granite-3.3-2b-instruct-Q5_1.gguf new file mode 100644 index 0000000..ffe47cb --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b8fc8bbc4fbbe453458f7ad8662cf5208baf0632cfeaa0fe2a9c1e490c6071 +size 1909519648 diff --git a/granite-3.3-2b-instruct-Q5_K_M.gguf b/granite-3.3-2b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..975b6ca --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2014967ac34ba0546c1c6a1291916a4058675733d84a825d407e2d81ab48101 +size 1804825888 diff --git a/granite-3.3-2b-instruct-Q5_K_S.gguf b/granite-3.3-2b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..ca50a7e --- /dev/null +++ b/granite-3.3-2b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da1631463d21c1ce8f4e26533b07a3514b7aebde73bab4e3ad1fab91fdc1429 +size 1757476128 diff --git a/granite-3.3-2b-instruct-Q6_K.gguf b/granite-3.3-2b-instruct-Q6_K.gguf new file mode 100644 index 0000000..e172e9f --- /dev/null +++ b/granite-3.3-2b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2760df2d7105dbacdb7ad2da18959acd5398a90991e3a46fbfa2a3aa3e409fbf +size 2080568608 diff --git a/granite-3.3-2b-instruct-Q8_0.gguf b/granite-3.3-2b-instruct-Q8_0.gguf new file mode 100644 index 0000000..4b4767b --- /dev/null +++ b/granite-3.3-2b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc1de3c7a91abb3033551a165148232ec4e25b1708ae95e6da2ddecbd60dada +size 2694120096 diff --git a/granite-3.3-2b-instruct-bf16.gguf b/granite-3.3-2b-instruct-bf16.gguf new file mode 100644 index 0000000..955ae81 --- /dev/null +++ b/granite-3.3-2b-instruct-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5cc6ad89a40868c87eccfb19d9f5ccb85e0e6f91b66107f4a0a386d32e2e76b +size 5069158176 diff --git a/granite-3.3-2b-instruct-f16.gguf b/granite-3.3-2b-instruct-f16.gguf new file mode 100644 index 0000000..f17dbf5 --- /dev/null +++ b/granite-3.3-2b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb442afee49dd13cc7acc51c15643cae49e335c68feaec7f3a464f2b322c2df4 +size 5069158176