commit 3afd0a5f8470c731c9a582f121bb3ddffc31657c Author: ModelHub XC Date: Sat May 2 03:27:55 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/ibm-granite.granite-3.0-3b-a800m-instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fffd86c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-3.0-3b-a800m-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..78d5cf0 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +base_model: +- ibm-granite/granite-3.0-3b-a800m-instruct +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +'Make knowledge free for everyone' + +Quantized version of: [ibm-granite/granite-3.0-3b-a800m-instruct](https://huggingface.co/ibm-granite/granite-3.0-3b-a800m-instruct) +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q2_K.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q2_K.gguf new file mode 100644 index 0000000..7cc773c --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5e17aff3fb768159a7682b2d928050afe6f46a93f0c3c0b3f9b1ae4b5a12d6 +size 1266139680 diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q3_K_M.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q3_K_M.gguf new file mode 100644 index 0000000..06c2980 --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77245424fb09b435c22684d31cbf1baeefe2dbaa20c0267b69370c480c4702b +size 1643627488 diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q4_K_M.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q4_K_M.gguf new file mode 100644 index 0000000..ee47aa0 --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e279bc2f40470e5776c9bfe8d940c05cad1902089e556e597b9e19dbf236bbe0 +size 2059355712 diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q5_K_M.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q5_K_M.gguf new file mode 100644 index 0000000..d1cdc1c --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9672bc114c3597bcf856922d5e872a8b6658f47931fe62687ed3bc0790ba1d9c +size 2406959232 diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q6_K.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q6_K.gguf new file mode 100644 index 0000000..8f7b20e --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa82f80ecd9ba9d046671a4d31b9f9484012468af474c71d47ae7ba3191b120 +size 2776288000 diff --git a/ibm-granite.granite-3.0-3b-a800m-instruct.Q8_0.gguf b/ibm-granite.granite-3.0-3b-a800m-instruct.Q8_0.gguf new file mode 100644 index 0000000..0f5289d --- /dev/null +++ b/ibm-granite.granite-3.0-3b-a800m-instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6029e08aeb943cae2cd95f79d72d4a6ddbc5cf90b1293b26ff5b0b27fbef6352 +size 3592999808