commit ea06ecfe8af2066e6970197e25267d477682da58 Author: ModelHub XC Date: Sun Sep 20 13:58:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/ibm-granite.granite-4.0-h-1b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cc8268e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +ibm-granite.granite-4.0-h-1b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ibm-granite.granite-4.0-h-1b.f16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..134a263 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- ibm-granite/granite-4.0-h-1b +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [ibm-granite/granite-4.0-h-1b](https://huggingface.co/ibm-granite/granite-4.0-h-1b) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/ibm-granite.granite-4.0-h-1b.Q2_K.gguf b/ibm-granite.granite-4.0-h-1b.Q2_K.gguf new file mode 100644 index 0000000..1e63f7f --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4200fc6e74808184f3316f0eac444d95622e4deacf7e67c13e82ddb38c246b3 +size 588928736 diff --git a/ibm-granite.granite-4.0-h-1b.Q3_K_L.gguf b/ibm-granite.granite-4.0-h-1b.Q3_K_L.gguf new file mode 100644 index 0000000..3a062da --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b563894b7a6b62e0ee4cd947b5269b7cc63ca1e247b04a88332038fdf11ddf5 +size 762913760 diff --git a/ibm-granite.granite-4.0-h-1b.Q3_K_M.gguf b/ibm-granite.granite-4.0-h-1b.Q3_K_M.gguf new file mode 100644 index 0000000..6f6b241 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed495cefab894d54a7ebb0650fb5f38a2ad81780ca57503476ba0a0384ca5ca8 +size 731653088 diff --git a/ibm-granite.granite-4.0-h-1b.Q3_K_S.gguf b/ibm-granite.granite-4.0-h-1b.Q3_K_S.gguf new file mode 100644 index 0000000..1738340 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342653e10b8816b012c0935b7d0f42c755f4fa42aeb9e51d68d79f144de00513 +size 694789088 diff --git a/ibm-granite.granite-4.0-h-1b.Q4_K_M.gguf b/ibm-granite.granite-4.0-h-1b.Q4_K_M.gguf new file mode 100644 index 0000000..54c8e66 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c66b5ea5e0d2c3800720cddc85eb54d05f756d85e203a51ad34bb97f780fe8 +size 901162208 diff --git a/ibm-granite.granite-4.0-h-1b.Q4_K_S.gguf b/ibm-granite.granite-4.0-h-1b.Q4_K_S.gguf new file mode 100644 index 0000000..ab4c696 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d3216ac6b7d794c9188f8eb5c7472a115f221c935906cb1470d58a544550b7 +size 872641760 diff --git a/ibm-granite.granite-4.0-h-1b.Q5_K_M.gguf b/ibm-granite.granite-4.0-h-1b.Q5_K_M.gguf new file mode 100644 index 0000000..9454b5d --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0aabc2447c31a0bafd584dc35842bf82f6d022b4f5f551f960719bb2c50d0e +size 1048556768 diff --git a/ibm-granite.granite-4.0-h-1b.Q5_K_S.gguf b/ibm-granite.granite-4.0-h-1b.Q5_K_S.gguf new file mode 100644 index 0000000..dc41efd --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a230ca248d711fe2b37986eaccae42c91d4c1beab34dda505998326ba78180b7 +size 1031636192 diff --git a/ibm-granite.granite-4.0-h-1b.Q6_K.gguf b/ibm-granite.granite-4.0-h-1b.Q6_K.gguf new file mode 100644 index 0000000..ab0878e --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8e386cd8525507977843006823e83284fa05a9be09a6a5884fe63dddee1850 +size 1205163488 diff --git a/ibm-granite.granite-4.0-h-1b.Q8_0.gguf b/ibm-granite.granite-4.0-h-1b.Q8_0.gguf new file mode 100644 index 0000000..967b1e7 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ec17e09106b1010d5387374a978afbd699d358742936c8119affae5ae204af +size 1558926560 diff --git a/ibm-granite.granite-4.0-h-1b.f16.gguf b/ibm-granite.granite-4.0-h-1b.f16.gguf new file mode 100644 index 0000000..95912a7 --- /dev/null +++ b/ibm-granite.granite-4.0-h-1b.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e1c4c8be1e6960a04628de548ff1c819eb3b21cb972cc01ffb83a6a4117886 +size 2928332288