commit d50d99add185b4427d9855c9adc512af73b52f1f Author: ModelHub XC Date: Fri May 1 02:28:18 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/ibm-granite.granite-3.1-8b-instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e607876 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +base_model: +- ibm-granite/granite-3.1-8b-instruct +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +'Make knowledge free for everyone' + +Quantized version of: [ibm-granite/granite-3.1-8b-instruct](https://huggingface.co/ibm-granite/granite-3.1-8b-instruct) +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/ibm-granite.granite-3.1-8b-instruct.Q2_K.gguf b/ibm-granite.granite-3.1-8b-instruct.Q2_K.gguf new file mode 100644 index 0000000..9f914b3 --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5564db5fc8907a2749f23f5f08d71c757d5d6b86b6a8acac2f65603e682dd8 +size 3103590944 diff --git a/ibm-granite.granite-3.1-8b-instruct.Q3_K_M.gguf b/ibm-granite.granite-3.1-8b-instruct.Q3_K_M.gguf new file mode 100644 index 0000000..35f2720 --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fcd62bebc103e34a6454269c77c0d877ed88e5704bd6e9bae0b01c466896d2 +size 3996584480 diff --git a/ibm-granite.granite-3.1-8b-instruct.Q4_K_M.gguf b/ibm-granite.granite-3.1-8b-instruct.Q4_K_M.gguf new file mode 100644 index 0000000..ef83893 --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a728d86dfe8056b40e55f747c018c33af4626c435fa259b6a943158fe818742 +size 4942858784 diff --git a/ibm-granite.granite-3.1-8b-instruct.Q5_K_M.gguf b/ibm-granite.granite-3.1-8b-instruct.Q5_K_M.gguf new file mode 100644 index 0000000..336ff60 --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cec6ee75548741c191bd667cd16d6484a1a7513a14e7928b0785bf96100815b +size 5797448224 diff --git a/ibm-granite.granite-3.1-8b-instruct.Q6_K.gguf b/ibm-granite.granite-3.1-8b-instruct.Q6_K.gguf new file mode 100644 index 0000000..94b8eac --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ffe5188b3201b50862c7441bbf0d52278923949a93d70a33a5bb5fee5495e0 +size 6705449504 diff --git a/ibm-granite.granite-3.1-8b-instruct.Q8_0.gguf b/ibm-granite.granite-3.1-8b-instruct.Q8_0.gguf new file mode 100644 index 0000000..2c6ac4e --- /dev/null +++ b/ibm-granite.granite-3.1-8b-instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c850206f7365fb368880465be546c9e3f393029f03ad571a6cbc00e2c11f08 +size 8684246464