commit a031c03b23f8aacc81238d4df0c5cf1ac51ae9f1 Author: ModelHub XC Date: Fri Jul 10 08:40:07 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: ibm-granite/granite-3.3-8b-instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..ed5e2fc --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +pipeline_tag: text-generation +inference: false +license: apache-2.0 +library_name: transformers +tags: +- language +- granite-3.3 +- gguf +base_model: +- ibm-granite/granite-3.3-8b-instruct +--- + +> [!NOTE] +> This repository contains models that have been converted to the GGUF format with various quantizations from an IBM Granite base model. +> +> Please reference the base model's full model card here: +> https://huggingface.co/ibm-granite/granite-3.3-8b-instruct diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/granite-3.3-8b-instruct-Q2_K.gguf b/granite-3.3-8b-instruct-Q2_K.gguf new file mode 100644 index 0000000..c688e81 --- /dev/null +++ b/granite-3.3-8b-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b98f1babe447db263acb075a1c365b75ba196adbf833a214360ec4aa419dab +size 3103605504 diff --git a/granite-3.3-8b-instruct-Q3_K_L.gguf b/granite-3.3-8b-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..61705cf --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adca23cb4aca9548c8359daf888b24bdf57775ffd12f8c1432c8e46e7b7d1b52 +size 4349444864 diff --git a/granite-3.3-8b-instruct-Q3_K_M.gguf b/granite-3.3-8b-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..6f741aa --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d27d6679e85f15eeff7e08f74dd0f5f0192dd358703db99fb5d576ff2a7651 +size 3996599040 diff --git a/granite-3.3-8b-instruct-Q3_K_S.gguf b/granite-3.3-8b-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..a1101aa --- /dev/null +++ b/granite-3.3-8b-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824abd810da9124ae04c38596f6c06b29efb402bfd56a812cd5c201844a33c7d +size 3592504064 diff --git a/granite-3.3-8b-instruct-Q4_0.gguf b/granite-3.3-8b-instruct-Q4_0.gguf new file mode 100644 index 0000000..5e3f33a --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c17cb11b7eaf739d169ea9566d74ea35415d7a8f7297521a27adb78f898706 +size 4650910464 diff --git a/granite-3.3-8b-instruct-Q4_1.gguf b/granite-3.3-8b-instruct-Q4_1.gguf new file mode 100644 index 0000000..dfba3b7 --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be9efcaaed673333a220f1ac675960e1f39b88c1a240b3a8dc0cc1194f51f7f +size 5148984064 diff --git a/granite-3.3-8b-instruct-Q4_K_M.gguf b/granite-3.3-8b-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..2fb1fde --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bcee066a76dcdd10d0d123c87e32c8ec2c74e31b6ffd87ebee49c9ac215dca +size 4942873344 diff --git a/granite-3.3-8b-instruct-Q4_K_S.gguf b/granite-3.3-8b-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..614ef5d --- /dev/null +++ b/granite-3.3-8b-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e62275209f83108bfcce59271f867cd5ebf1141b1e4aa9564b33f2c02ce753e +size 4685775616 diff --git a/granite-3.3-8b-instruct-Q5_0.gguf b/granite-3.3-8b-instruct-Q5_0.gguf new file mode 100644 index 0000000..dccbb39 --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c528f0897abc0b7d0d79bbb7d3d5d62b7a24023207dbf5eefd48bbb7ab1efbe9 +size 5647057664 diff --git a/granite-3.3-8b-instruct-Q5_1.gguf b/granite-3.3-8b-instruct-Q5_1.gguf new file mode 100644 index 0000000..86febcc --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f89d18eea51a7880c9ccec63695db8ac43ee86142a84da4234f398901c35d97 +size 6145131264 diff --git a/granite-3.3-8b-instruct-Q5_K_M.gguf b/granite-3.3-8b-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..ccaa9b4 --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222bd5b4163cc3c9fbf534d47efb63957abf8abb6a23733915b56ee3c2d16218 +size 5797462784 diff --git a/granite-3.3-8b-instruct-Q5_K_S.gguf b/granite-3.3-8b-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..f520a6a --- /dev/null +++ b/granite-3.3-8b-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb4cee7642aff1775775b37db2df0eac615c62ad1857e38d38be85a2ccf4cee +size 5647057664 diff --git a/granite-3.3-8b-instruct-Q6_K.gguf b/granite-3.3-8b-instruct-Q6_K.gguf new file mode 100644 index 0000000..ecba9d5 --- /dev/null +++ b/granite-3.3-8b-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0fe6e279cf247a8119ca744286f53ce22890d871e26c3af38e12f5f9008b2bb +size 6705464064 diff --git a/granite-3.3-8b-instruct-Q8_0.gguf b/granite-3.3-8b-instruct-Q8_0.gguf new file mode 100644 index 0000000..7c4cb2c --- /dev/null +++ b/granite-3.3-8b-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ced2b014c6b5d4b1be698fd2cb5b051b08ce0b439d2584eb358e0d3f0a00611 +size 8684264992 diff --git a/granite-3.3-8b-instruct-f16.gguf b/granite-3.3-8b-instruct-f16.gguf new file mode 100644 index 0000000..5072b90 --- /dev/null +++ b/granite-3.3-8b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de786b20fbab19ed5a5cc6ce902550b4548ded5c07be3e991815cdd6caf18c40 +size 16344139552