commit 33cbdc4f9a4b7cd4c76af6c49f2eb3895fe9c63a Author: ModelHub XC Date: Fri Apr 10 12:33:55 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/granite-cermat-7b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2aabf5a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-cermat-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c1b516d --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: wowbager/granite-cermat-cz-7b +datasets: +- CZLC/cermat_czech_open +- CZLC/cermat_czech_mc +- CZLC/cermat_czech_tf +language: +- cs +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- generated_from_trainer +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/wowbager/granite-cermat-cz-7b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#granite-cermat-7b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/granite-cermat-7b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ1_S.gguf) | i1-IQ1_S | 1.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ1_M.gguf) | i1-IQ1_M | 1.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ2_S.gguf) | i1-IQ2_S | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ2_M.gguf) | i1-IQ2_M | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q2_K.gguf) | i1-Q2_K | 2.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ3_S.gguf) | i1-IQ3_S | 3.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ3_M.gguf) | i1-IQ3_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 3.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q4_0.gguf) | i1-Q4_0 | 3.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 3.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q4_1.gguf) | i1-Q4_1 | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/granite-cermat-7b-i1-GGUF/resolve/main/granite-cermat-7b.i1-Q6_K.gguf) | i1-Q6_K | 5.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/granite-cermat-7b.i1-IQ1_M.gguf b/granite-cermat-7b.i1-IQ1_M.gguf new file mode 100644 index 0000000..80f9e12 --- /dev/null +++ b/granite-cermat-7b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7fda4e81f0b40af72b8c4c02655ad04b39f383464f18b809dc0a599fec2caab +size 1531932288 diff --git a/granite-cermat-7b.i1-IQ1_S.gguf b/granite-cermat-7b.i1-IQ1_S.gguf new file mode 100644 index 0000000..90d223c --- /dev/null +++ b/granite-cermat-7b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f8905c0758b63ad69033e42c0b0bcebbe83ac3896be62519912a76d615e483 +size 1381243776 diff --git a/granite-cermat-7b.i1-IQ2_M.gguf b/granite-cermat-7b.i1-IQ2_M.gguf new file mode 100644 index 0000000..1b79ac8 --- /dev/null +++ b/granite-cermat-7b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3340ff638677226b92de21481da33350138fa96705cc09d30f02a8d1368b8b +size 2201713536 diff --git a/granite-cermat-7b.i1-IQ2_S.gguf b/granite-cermat-7b.i1-IQ2_S.gguf new file mode 100644 index 0000000..0cdb559 --- /dev/null +++ b/granite-cermat-7b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47df0814bbe49eba50e9d029c44bfcfb3a497c049284701ec2f9e342ea3fd71 +size 2000795520 diff --git a/granite-cermat-7b.i1-IQ2_XS.gguf b/granite-cermat-7b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5fbe34c --- /dev/null +++ b/granite-cermat-7b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022c219e7e750cbaddc1eb4b2272ffe05e7cda2b15e2f77965f9aae1d3cc6db6 +size 1984292736 diff --git a/granite-cermat-7b.i1-IQ2_XXS.gguf b/granite-cermat-7b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..bef4aa2 --- /dev/null +++ b/granite-cermat-7b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5254b37f09c041a5e7d395bbc08ed34f2c4b4bee3b4e44ecab89f77749e1ec +size 1783079808 diff --git a/granite-cermat-7b.i1-IQ3_M.gguf b/granite-cermat-7b.i1-IQ3_M.gguf new file mode 100644 index 0000000..d2c57cb --- /dev/null +++ b/granite-cermat-7b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2101ab371b33e693fde83b2302b9b045a928311f506a601c37241d1620512407 +size 2949631968 diff --git a/granite-cermat-7b.i1-IQ3_S.gguf b/granite-cermat-7b.i1-IQ3_S.gguf new file mode 100644 index 0000000..13def01 --- /dev/null +++ b/granite-cermat-7b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6b9b7772cc22c1a8bb9424eeb6d1b6ca5db3192f25148036587f6489c530b7 +size 2914537440 diff --git a/granite-cermat-7b.i1-IQ3_XS.gguf b/granite-cermat-7b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..5ecaa66 --- /dev/null +++ b/granite-cermat-7b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b53b613bdb45cf12d01e0cfc41278e29efe89fc4063932c5d9cacf9c2c8a89 +size 2772389856 diff --git a/granite-cermat-7b.i1-IQ3_XXS.gguf b/granite-cermat-7b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..b1bfb7f --- /dev/null +++ b/granite-cermat-7b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d3d8462b4d618046df27b45a1cbdf187ff51a6f8e29d1fcb50ae5467657b7a +size 2595193728 diff --git a/granite-cermat-7b.i1-IQ4_NL.gguf b/granite-cermat-7b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..51c9864 --- /dev/null +++ b/granite-cermat-7b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96990fde866a6ddc9c674e4618990be30321ac47a36ac3614f1bc848bf8b1aa8 +size 3789955296 diff --git a/granite-cermat-7b.i1-IQ4_XS.gguf b/granite-cermat-7b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9a4b615 --- /dev/null +++ b/granite-cermat-7b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55465e9cec28bd034ba3471394258df54cf95d9bd253fdc43a00e3b5feb3c68 +size 3583974624 diff --git a/granite-cermat-7b.i1-Q2_K.gguf b/granite-cermat-7b.i1-Q2_K.gguf new file mode 100644 index 0000000..facc4a6 --- /dev/null +++ b/granite-cermat-7b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7860d201600e0e3c10cb7ecd7323be7fd003e47ce46d3b80d3602ebdbac69b7 +size 2450850528 diff --git a/granite-cermat-7b.i1-Q2_K_S.gguf b/granite-cermat-7b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..005f635 --- /dev/null +++ b/granite-cermat-7b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c7b5906503c4d46ccb81eb072fce6d0a382622ee87f7ec1331cf6ab3125278 +size 2304082656 diff --git a/granite-cermat-7b.i1-Q3_K_L.gguf b/granite-cermat-7b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3d399c9 --- /dev/null +++ b/granite-cermat-7b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a12d29a8a87ccee128e866767411fa8dda4b543d2ae3fef5e7bda81d03d9f4 +size 3436826592 diff --git a/granite-cermat-7b.i1-Q3_K_M.gguf b/granite-cermat-7b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4f5548e --- /dev/null +++ b/granite-cermat-7b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7614f6f0a26671ef161a712dbec4d2bf0a375eac25c345ed629e405539cc30 +size 3196375008 diff --git a/granite-cermat-7b.i1-Q3_K_S.gguf b/granite-cermat-7b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9561b14 --- /dev/null +++ b/granite-cermat-7b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec82a3307318bc94507882c96da60ee60e4a65df2d693ccc6e4a131bec04c3d +size 2914537440 diff --git a/granite-cermat-7b.i1-Q4_0.gguf b/granite-cermat-7b.i1-Q4_0.gguf new file mode 100644 index 0000000..7378cb9 --- /dev/null +++ b/granite-cermat-7b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad65afea1b17c1d5d56fb0a27d77b901683e0e0b21714014d37903f8ccf3bd1 +size 3805683936 diff --git a/granite-cermat-7b.i1-Q4_1.gguf b/granite-cermat-7b.i1-Q4_1.gguf new file mode 100644 index 0000000..0694954 --- /dev/null +++ b/granite-cermat-7b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e54eb33e5ea79d6507232355f0e69344eb3335424bb53bcf15eb412a78f8fc +size 4201916640 diff --git a/granite-cermat-7b.i1-Q4_K_M.gguf b/granite-cermat-7b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2c72f0d --- /dev/null +++ b/granite-cermat-7b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3dc9541ec61cef7d630ef4ac295512346da74f4dd84a68bb1ce06dace143eda +size 4049883360 diff --git a/granite-cermat-7b.i1-Q4_K_S.gguf b/granite-cermat-7b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..a119925 --- /dev/null +++ b/granite-cermat-7b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fd1b461dc9ad3d627c1ac08de1edcdb93f0027b66b04e98b906e89bb7d419b +size 3821805792 diff --git a/granite-cermat-7b.i1-Q5_K_M.gguf b/granite-cermat-7b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9b0776d --- /dev/null +++ b/granite-cermat-7b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b093c584a0c4b5c14280032efacf9862d7bf76996a18498b96cb8878469636 +size 4747780320 diff --git a/granite-cermat-7b.i1-Q5_K_S.gguf b/granite-cermat-7b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9a36290 --- /dev/null +++ b/granite-cermat-7b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c839f38426d745271ace694f0be036ba9dc03893949721976eeaf1bc648facd +size 4613877984 diff --git a/granite-cermat-7b.i1-Q6_K.gguf b/granite-cermat-7b.i1-Q6_K.gguf new file mode 100644 index 0000000..d77081f --- /dev/null +++ b/granite-cermat-7b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba766d3060cf4a4483d2d1485aaed52e38a873577f3161edf7915faedb2fed1 +size 5489295840 diff --git a/granite-cermat-7b.imatrix.gguf b/granite-cermat-7b.imatrix.gguf new file mode 100644 index 0000000..e363b00 --- /dev/null +++ b/granite-cermat-7b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806c601de8e516a17cb897154445e64625014d3fe17849d92c38e2b3c85ad34d +size 37304544