commit f18039c29cd6013955270b649e3eb8db44f35f64 Author: ModelHub XC Date: Wed Jul 8 05:31:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/granite-speech-4.1-2b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6b59824 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +granite-speech-4.1-2b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..414bfb5 --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: ibm-granite/granite-speech-4.1-2b +language: +- multilingual +- en +- fr +- de +- es +- pt +- ja +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/ibm-granite/granite-speech-4.1-2b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#granite-speech-4.1-2b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/granite-speech-4.1-2b-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/granite-speech-4.1-2b-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ1_M.gguf) | i1-IQ1_M | 0.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q4_1.gguf) | i1-Q4_1 | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/granite-speech-4.1-2b-i1-GGUF/resolve/main/granite-speech-4.1-2b.i1-Q6_K.gguf) | i1-Q6_K | 1.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/granite-speech-4.1-2b.i1-IQ1_M.gguf b/granite-speech-4.1-2b.i1-IQ1_M.gguf new file mode 100644 index 0000000..e39969c --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee6e87e1a33320b79bd66a61c4b78ba0b36fa5652ee2be1f36e0d15a8f46040 +size 550471744 diff --git a/granite-speech-4.1-2b.i1-IQ1_S.gguf b/granite-speech-4.1-2b.i1-IQ1_S.gguf new file mode 100644 index 0000000..b6e6426 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc12d18edfae640eaa2ffd6aab63c571089815ab8d7acda7ea589ed8182d3928 +size 522946624 diff --git a/granite-speech-4.1-2b.i1-IQ2_M.gguf b/granite-speech-4.1-2b.i1-IQ2_M.gguf new file mode 100644 index 0000000..859273c --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29e854319191135a422d698f3ad08b533ebc6ad44289895a80cfec4297701aa +size 723716384 diff --git a/granite-speech-4.1-2b.i1-IQ2_S.gguf b/granite-speech-4.1-2b.i1-IQ2_S.gguf new file mode 100644 index 0000000..465cd17 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643286b9bd5a6a7165e499105e7bc90344c20a034019100ac3245cae4d24717a +size 687016224 diff --git a/granite-speech-4.1-2b.i1-IQ2_XS.gguf b/granite-speech-4.1-2b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a942246 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ffcd35e7d0605c3bed1c62ec977e2aa506fb746510fe780eda1456fbd3618f +size 638289984 diff --git a/granite-speech-4.1-2b.i1-IQ2_XXS.gguf b/granite-speech-4.1-2b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7742d1e --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e89b1a82fe2df0925fd26f0cff11bfb17e9fa77c17aa158a795187394c4191 +size 596346944 diff --git a/granite-speech-4.1-2b.i1-IQ3_M.gguf b/granite-speech-4.1-2b.i1-IQ3_M.gguf new file mode 100644 index 0000000..2b57ee6 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc130ef3978b536b7018af2ec5dd1115e174348c451a6a52e112ff0629847114 +size 907315776 diff --git a/granite-speech-4.1-2b.i1-IQ3_S.gguf b/granite-speech-4.1-2b.i1-IQ3_S.gguf new file mode 100644 index 0000000..c6d9c09 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078e28ac670b14673e6a33289caec0e96cf94e6f72899962dba2c666f2fccb24 +size 879462976 diff --git a/granite-speech-4.1-2b.i1-IQ3_XS.gguf b/granite-speech-4.1-2b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..48d8023 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0827774b5bdcc0a7023e8edf82a2091f984ff780ec383bc533fd831c5349e878 +size 846039616 diff --git a/granite-speech-4.1-2b.i1-IQ3_XXS.gguf b/granite-speech-4.1-2b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..7b63c26 --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c000e54ec6fde942a8594401666a7e2f397d031351f01b9d17303b1ec4abefc +size 782043424 diff --git a/granite-speech-4.1-2b.i1-IQ4_NL.gguf b/granite-speech-4.1-2b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..e677d3a --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03aefa158a9d74efee345c674d1c1ed876c8266df8f9dadfefd2fcde156f93d +size 1095830336 diff --git a/granite-speech-4.1-2b.i1-IQ4_XS.gguf b/granite-speech-4.1-2b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..91c677d --- /dev/null +++ b/granite-speech-4.1-2b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3538fc5a045a82f31b489cbe49f914c59152eaa5a6e20e7396f261f3dc7ac47 +size 1046153984 diff --git a/granite-speech-4.1-2b.i1-Q2_K.gguf b/granite-speech-4.1-2b.i1-Q2_K.gguf new file mode 100644 index 0000000..303d050 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa995063fd5b471c7431e54b6d3efc7d8a1bbf2a027f413c3e02760a97ee2ff7 +size 769132896 diff --git a/granite-speech-4.1-2b.i1-Q2_K_S.gguf b/granite-speech-4.1-2b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d34ecae --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c6a2d6133758792a349d6b8fac677c56baca774283838bdcadfb637174d2b4 +size 727845216 diff --git a/granite-speech-4.1-2b.i1-Q3_K_L.gguf b/granite-speech-4.1-2b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2207275 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ed993129fed72107c60e51d35a2e237e94b8510245ff8cd5ec3cf421794224 +size 1014467136 diff --git a/granite-speech-4.1-2b.i1-Q3_K_M.gguf b/granite-speech-4.1-2b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0421973 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f6f93931e22c55186c65a38b992d4ba30ec6d111fb128aa376201a82d8c37c +size 948668992 diff --git a/granite-speech-4.1-2b.i1-Q3_K_S.gguf b/granite-speech-4.1-2b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f7ac328 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72703e3a8412877ee34d67a95b016f7486e57fdbfd714bd33f1d0f589d5d4398 +size 873892416 diff --git a/granite-speech-4.1-2b.i1-Q4_0.gguf b/granite-speech-4.1-2b.i1-Q4_0.gguf new file mode 100644 index 0000000..55dc6f1 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94cbd23e9c0c51278cf6a68c8467d5a26e359af0dcc392d0e09f5d1df2055ec +size 1093208896 diff --git a/granite-speech-4.1-2b.i1-Q4_1.gguf b/granite-speech-4.1-2b.i1-Q4_1.gguf new file mode 100644 index 0000000..070ee21 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc914f602f777583de00b414a15527572ba37060853a28d8b183c3546aafe041 +size 1192561600 diff --git a/granite-speech-4.1-2b.i1-Q4_K_M.gguf b/granite-speech-4.1-2b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e7f4178 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543910684997db2859fad0c68a73187869b1f677119304d5a2a55efced362e81 +size 1139247936 diff --git a/granite-speech-4.1-2b.i1-Q4_K_S.gguf b/granite-speech-4.1-2b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e449ddb --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0fdeb427029e419be47d302d123ab466d3c83a9dd61ce9d70ef5cb7e03ed250 +size 1096354624 diff --git a/granite-speech-4.1-2b.i1-Q5_K_M.gguf b/granite-speech-4.1-2b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4c310cc --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516b96d34a7ef162877148aa41dc4e8c8f9cbde5b79d72438e0b5020a7eeef38 +size 1319603264 diff --git a/granite-speech-4.1-2b.i1-Q5_K_S.gguf b/granite-speech-4.1-2b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b85afc2 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d7635410b5eb57d7c54f1a4fabee0726d233ed54943c6c71676b28b06e8e84 +size 1294535744 diff --git a/granite-speech-4.1-2b.i1-Q6_K.gguf b/granite-speech-4.1-2b.i1-Q6_K.gguf new file mode 100644 index 0000000..828cbe0 --- /dev/null +++ b/granite-speech-4.1-2b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a04e54a8a286050afa577f1171e54f03b8e7022e4521d114ff5c9b390d23807 +size 1511230816 diff --git a/granite-speech-4.1-2b.imatrix.gguf b/granite-speech-4.1-2b.imatrix.gguf new file mode 100644 index 0000000..5ae7b6b --- /dev/null +++ b/granite-speech-4.1-2b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ffe493ba97d7c041c09c1f532fc7a65df7581f3cbe31fffc56cbb9e251f841 +size 2664512