commit 682d5e1cc7341d2fe9b84c20c11c3b737fd379f6 Author: ModelHub XC Date: Mon May 11 00:37:10 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/ibm-granite.granite-8b-code-instruct-4k-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3bb15de --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.f16.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-8b-code-instruct-4k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7ed8914 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- ibm-granite/granite-8b-code-instruct-4k +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [ibm-granite/granite-8b-code-instruct-4k](https://huggingface.co/ibm-granite/granite-8b-code-instruct-4k) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q2_K.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q2_K.gguf new file mode 100644 index 0000000..f4efb42 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f0d86f82ca6aec97d56aba23524bb07237b21e30be74c1a06c6d222ba24113 +size 3062072768 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q3_K_L.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_L.gguf new file mode 100644 index 0000000..4350af6 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04451923723a812542a6e9d49cb9524279b4cb59d101011d1931ac215af39d61 +size 4287727040 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q3_K_M.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_M.gguf new file mode 100644 index 0000000..96b884e --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df246dd25af90d4d87b6c12963d4872988468bf2245a7dc618a3eab31812503c +size 3944842688 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q3_K_S.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_S.gguf new file mode 100644 index 0000000..5291582 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c69196a607d180b194ef0ff3b1a61acf8829b917bc4e8f359b85fa42286a622 +size 3548087744 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q4_K_M.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q4_K_M.gguf new file mode 100644 index 0000000..6051818 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308425b39a17cae672495ad1adbd9f23fdce1eaba6ad21dae6363c3206b83350 +size 4882859456 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q4_K_S.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q4_K_S.gguf new file mode 100644 index 0000000..fb7689c --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e96763809df2ea1b6d8ad36589917399e2883a2c5bd04d1d9a56253ce3c699c +size 4622353856 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q5_K_M.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q5_K_M.gguf new file mode 100644 index 0000000..17aee47 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177168704a97bc844f90f20ecd028a064d003b9b8e83f1cfe8de866991d82807 +size 5722768832 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q5_K_S.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q5_K_S.gguf new file mode 100644 index 0000000..21f8f3b --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9330eabd26ba8ad378356aef9c3e6350ab855e548003675a4f357eb525e3d069 +size 5572363712 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q6_K.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q6_K.gguf new file mode 100644 index 0000000..e1bd895 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5c4368e1e431886a9aaf2d484f0c44bf0f08953a9b13cc562a65d30d4c9ee6 +size 6615172544 diff --git a/ibm-granite.granite-8b-code-instruct-4k.Q8_0.gguf b/ibm-granite.granite-8b-code-instruct-4k.Q8_0.gguf new file mode 100644 index 0000000..6f0ae41 --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6236dacdcf889d389e6b98f86fd73093843a7740055368bdb7d1b89af139e5dd +size 8565523904 diff --git a/ibm-granite.granite-8b-code-instruct-4k.f16.gguf b/ibm-granite.granite-8b-code-instruct-4k.f16.gguf new file mode 100644 index 0000000..0f28b9b --- /dev/null +++ b/ibm-granite.granite-8b-code-instruct-4k.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf8ed1fab1d7e3c4a152e433c6c158c6345fef6141147635a9a097d6fd65293 +size 16115271104