From 83213d0c5fc0ac85f326bbaafb3555cfabdf6266 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 3 Jul 2026 18:09:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ibm-granite/granite-4.0-1b-base-GGUF Source: Original Platform --- .gitattributes | 64 +++++++++++++++++++++++++++++++++ README.md | 18 ++++++++++ configuration.json | 1 + granite-4.0-1b-base-Q2_K.gguf | 3 ++ granite-4.0-1b-base-Q3_K_L.gguf | 3 ++ granite-4.0-1b-base-Q3_K_M.gguf | 3 ++ granite-4.0-1b-base-Q3_K_S.gguf | 3 ++ granite-4.0-1b-base-Q4_0.gguf | 3 ++ granite-4.0-1b-base-Q4_1.gguf | 3 ++ granite-4.0-1b-base-Q4_K_M.gguf | 3 ++ granite-4.0-1b-base-Q4_K_S.gguf | 3 ++ granite-4.0-1b-base-Q5_0.gguf | 3 ++ granite-4.0-1b-base-Q5_1.gguf | 3 ++ granite-4.0-1b-base-Q5_K_M.gguf | 3 ++ granite-4.0-1b-base-Q5_K_S.gguf | 3 ++ granite-4.0-1b-base-Q6_K.gguf | 3 ++ granite-4.0-1b-base-Q8_0.gguf | 3 ++ granite-4.0-1b-base-bf16.gguf | 3 ++ 18 files changed, 128 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 granite-4.0-1b-base-Q2_K.gguf create mode 100644 granite-4.0-1b-base-Q3_K_L.gguf create mode 100644 granite-4.0-1b-base-Q3_K_M.gguf create mode 100644 granite-4.0-1b-base-Q3_K_S.gguf create mode 100644 granite-4.0-1b-base-Q4_0.gguf create mode 100644 granite-4.0-1b-base-Q4_1.gguf create mode 100644 granite-4.0-1b-base-Q4_K_M.gguf create mode 100644 granite-4.0-1b-base-Q4_K_S.gguf create mode 100644 granite-4.0-1b-base-Q5_0.gguf create mode 100644 granite-4.0-1b-base-Q5_1.gguf create mode 100644 granite-4.0-1b-base-Q5_K_M.gguf create mode 100644 granite-4.0-1b-base-Q5_K_S.gguf create mode 100644 granite-4.0-1b-base-Q6_K.gguf create mode 100644 granite-4.0-1b-base-Q8_0.gguf create mode 100644 granite-4.0-1b-base-bf16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f79a4be --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +granite-4.0-1b-base-bf16.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-4.0-1b-base-F16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..f8e60da --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-4.0 +- gguf +base_model: +- ibm-granite/granite-4.0-1b-base +--- + +### Granite 4.0 1b-base (GGUF) + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-4.0-1b-base \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/granite-4.0-1b-base-Q2_K.gguf b/granite-4.0-1b-base-Q2_K.gguf new file mode 100644 index 0000000..c2828a7 --- /dev/null +++ b/granite-4.0-1b-base-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09a5a832c751733cf3309912cfdc015dc42364f61411936253e35e1e958dfb7 +size 701693152 diff --git a/granite-4.0-1b-base-Q3_K_L.gguf b/granite-4.0-1b-base-Q3_K_L.gguf new file mode 100644 index 0000000..620acbb --- /dev/null +++ b/granite-4.0-1b-base-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6541cce21183592b3d69108e81c29abc32ac7c2e7dad244f148afa72faa22406 +size 926153952 diff --git a/granite-4.0-1b-base-Q3_K_M.gguf b/granite-4.0-1b-base-Q3_K_M.gguf new file mode 100644 index 0000000..b8fef45 --- /dev/null +++ b/granite-4.0-1b-base-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69606eb2d52a14e4b614bb41dde001a92778126593c56963b0db11259b80c72 +size 860355808 diff --git a/granite-4.0-1b-base-Q3_K_S.gguf b/granite-4.0-1b-base-Q3_K_S.gguf new file mode 100644 index 0000000..7f075ee --- /dev/null +++ b/granite-4.0-1b-base-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1137762698761c978811b8faf933aa20ddc651e9941e2790914f665415407080 +size 785579232 diff --git a/granite-4.0-1b-base-Q4_0.gguf b/granite-4.0-1b-base-Q4_0.gguf new file mode 100644 index 0000000..2527972 --- /dev/null +++ b/granite-4.0-1b-base-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11c9afe342dfd80b537bb7559f4d2bd73169290b467bb4b2df5b847d5e54643 +size 974978272 diff --git a/granite-4.0-1b-base-Q4_1.gguf b/granite-4.0-1b-base-Q4_1.gguf new file mode 100644 index 0000000..b9d5715 --- /dev/null +++ b/granite-4.0-1b-base-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5991be00b3d999e76dd65911becda5864969551145540eaa74f79d120dbc67c +size 1064107232 diff --git a/granite-4.0-1b-base-Q4_K_M.gguf b/granite-4.0-1b-base-Q4_K_M.gguf new file mode 100644 index 0000000..836adf4 --- /dev/null +++ b/granite-4.0-1b-base-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb217ce38e0c6e5cdb4436c986c1e86252c19458d0776ab550fb5936c2e4ffd2 +size 1023638752 diff --git a/granite-4.0-1b-base-Q4_K_S.gguf b/granite-4.0-1b-base-Q4_K_S.gguf new file mode 100644 index 0000000..280bf5a --- /dev/null +++ b/granite-4.0-1b-base-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009487970b70314ab7985eb9741239054a394506a1b35e95e26da0b4b4153335 +size 980745440 diff --git a/granite-4.0-1b-base-Q5_0.gguf b/granite-4.0-1b-base-Q5_0.gguf new file mode 100644 index 0000000..c5b3ab6 --- /dev/null +++ b/granite-4.0-1b-base-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601ee74b8cd0b93e7bb9cb93805326ab07da3c6f6f735c5c3311e0c0038ebeb4 +size 1153236192 diff --git a/granite-4.0-1b-base-Q5_1.gguf b/granite-4.0-1b-base-Q5_1.gguf new file mode 100644 index 0000000..22c2110 --- /dev/null +++ b/granite-4.0-1b-base-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d747c26696c8c2594b6aac6fe0de9c68993d8c7d301e80569bf4785d7c8dcd6 +size 1242365152 diff --git a/granite-4.0-1b-base-Q5_K_M.gguf b/granite-4.0-1b-base-Q5_K_M.gguf new file mode 100644 index 0000000..b1f5f01 --- /dev/null +++ b/granite-4.0-1b-base-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c754d84ed302535d2401af3d038c1c28717d58ed3a758414c05d6e80b96ea23 +size 1178303712 diff --git a/granite-4.0-1b-base-Q5_K_S.gguf b/granite-4.0-1b-base-Q5_K_S.gguf new file mode 100644 index 0000000..501824c --- /dev/null +++ b/granite-4.0-1b-base-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ad94bfd7e68192291146449868b07b3fcea621a00f8f1f24165fca004215af +size 1153236192 diff --git a/granite-4.0-1b-base-Q6_K.gguf b/granite-4.0-1b-base-Q6_K.gguf new file mode 100644 index 0000000..fc475f6 --- /dev/null +++ b/granite-4.0-1b-base-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aba95dd948f2fe9aca9f1332917fc76ea05dce7cac168b27b3b3b232d96d847 +size 1342635232 diff --git a/granite-4.0-1b-base-Q8_0.gguf b/granite-4.0-1b-base-Q8_0.gguf new file mode 100644 index 0000000..68c327c --- /dev/null +++ b/granite-4.0-1b-base-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88efc07836fd16f1f60ec678dfdd38a42c4b94f10b7d3810552e83ba2e8b07f2 +size 1737784544 diff --git a/granite-4.0-1b-base-bf16.gguf b/granite-4.0-1b-base-bf16.gguf new file mode 100644 index 0000000..1394ec8 --- /dev/null +++ b/granite-4.0-1b-base-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29eb60069b27e6d7e243d5f3b58562f2e5facdb0e21998d03ee1cd951afa8b8a +size 3267394784