From 8e6a280ee3d7614c2aa333d0b5346226bdc75f8c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 10 Oct 2026 23:59:22 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/zora-v1.13-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++ README.md | 103 +++++++++++++++++++++++++++++++++++++ zora-v1.13.i1-IQ1_M.gguf | 3 ++ zora-v1.13.i1-IQ1_S.gguf | 3 ++ zora-v1.13.i1-IQ2_M.gguf | 3 ++ zora-v1.13.i1-IQ2_S.gguf | 3 ++ zora-v1.13.i1-IQ2_XS.gguf | 3 ++ zora-v1.13.i1-IQ2_XXS.gguf | 3 ++ zora-v1.13.i1-IQ3_M.gguf | 3 ++ zora-v1.13.i1-IQ3_S.gguf | 3 ++ zora-v1.13.i1-IQ3_XS.gguf | 3 ++ zora-v1.13.i1-IQ3_XXS.gguf | 3 ++ zora-v1.13.i1-IQ4_NL.gguf | 3 ++ zora-v1.13.i1-IQ4_XS.gguf | 3 ++ zora-v1.13.i1-Q2_K.gguf | 3 ++ zora-v1.13.i1-Q2_K_S.gguf | 3 ++ zora-v1.13.i1-Q3_K_L.gguf | 3 ++ zora-v1.13.i1-Q3_K_M.gguf | 3 ++ zora-v1.13.i1-Q3_K_S.gguf | 3 ++ zora-v1.13.i1-Q4_0.gguf | 3 ++ zora-v1.13.i1-Q4_1.gguf | 3 ++ zora-v1.13.i1-Q4_K_M.gguf | 3 ++ zora-v1.13.i1-Q4_K_S.gguf | 3 ++ zora-v1.13.i1-Q5_K_M.gguf | 3 ++ zora-v1.13.i1-Q5_K_S.gguf | 3 ++ zora-v1.13.i1-Q6_K.gguf | 3 ++ zora-v1.13.imatrix.gguf | 3 ++ 27 files changed, 238 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 zora-v1.13.i1-IQ1_M.gguf create mode 100644 zora-v1.13.i1-IQ1_S.gguf create mode 100644 zora-v1.13.i1-IQ2_M.gguf create mode 100644 zora-v1.13.i1-IQ2_S.gguf create mode 100644 zora-v1.13.i1-IQ2_XS.gguf create mode 100644 zora-v1.13.i1-IQ2_XXS.gguf create mode 100644 zora-v1.13.i1-IQ3_M.gguf create mode 100644 zora-v1.13.i1-IQ3_S.gguf create mode 100644 zora-v1.13.i1-IQ3_XS.gguf create mode 100644 zora-v1.13.i1-IQ3_XXS.gguf create mode 100644 zora-v1.13.i1-IQ4_NL.gguf create mode 100644 zora-v1.13.i1-IQ4_XS.gguf create mode 100644 zora-v1.13.i1-Q2_K.gguf create mode 100644 zora-v1.13.i1-Q2_K_S.gguf create mode 100644 zora-v1.13.i1-Q3_K_L.gguf create mode 100644 zora-v1.13.i1-Q3_K_M.gguf create mode 100644 zora-v1.13.i1-Q3_K_S.gguf create mode 100644 zora-v1.13.i1-Q4_0.gguf create mode 100644 zora-v1.13.i1-Q4_1.gguf create mode 100644 zora-v1.13.i1-Q4_K_M.gguf create mode 100644 zora-v1.13.i1-Q4_K_S.gguf create mode 100644 zora-v1.13.i1-Q5_K_M.gguf create mode 100644 zora-v1.13.i1-Q5_K_S.gguf create mode 100644 zora-v1.13.i1-Q6_K.gguf create mode 100644 zora-v1.13.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1af849f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +zora-v1.13.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +zora-v1.13.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f7cfc73 --- /dev/null +++ b/README.md @@ -0,0 +1,103 @@ +--- +base_model: sovasoft/zora-v1.13 +language: +- sr +- hr +- bs +- mk +- sl +- sq +- cnr +- bg +- el +- tr +- ro +- hu +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- balkan +- southeast-europe +- multilingual +- honest-ai +- sovasoft +- rag +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/sovasoft/zora-v1.13 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#zora-v1.13-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/zora-v1.13-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/zora-v1.13-i1-GGUF/resolve/main/zora-v1.13.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/zora-v1.13.i1-IQ1_M.gguf b/zora-v1.13.i1-IQ1_M.gguf new file mode 100644 index 0000000..b88c95f --- /dev/null +++ b/zora-v1.13.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c021f6f90c1f5ffa6966b7517d410686d59565b7b78f6431412d0d6ec736e7 +size 2256149088 diff --git a/zora-v1.13.i1-IQ1_S.gguf b/zora-v1.13.i1-IQ1_S.gguf new file mode 100644 index 0000000..b6cb149 --- /dev/null +++ b/zora-v1.13.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cba59d3bca70ed5b39deb7733eb8e36cf3e770737e1869230614fb86cef3f72 +size 2115770976 diff --git a/zora-v1.13.i1-IQ2_M.gguf b/zora-v1.13.i1-IQ2_M.gguf new file mode 100644 index 0000000..69265f9 --- /dev/null +++ b/zora-v1.13.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87ee6b32f44641e39464ff0795183f48f0ab98e2b3a4e0f8d1bd8a32eb3d6379 +size 3051915872 diff --git a/zora-v1.13.i1-IQ2_S.gguf b/zora-v1.13.i1-IQ2_S.gguf new file mode 100644 index 0000000..42a1df3 --- /dev/null +++ b/zora-v1.13.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29fae11da4aa2507e9b3f87a5376da284e6505c0908bd214797fdc227e50b74 +size 2864745056 diff --git a/zora-v1.13.i1-IQ2_XS.gguf b/zora-v1.13.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4283349 --- /dev/null +++ b/zora-v1.13.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae822287af382417888f7e87c1034208cf6e13032167558bdadf182cc6f2c8b7 +size 2696157792 diff --git a/zora-v1.13.i1-IQ2_XXS.gguf b/zora-v1.13.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..41fde9e --- /dev/null +++ b/zora-v1.13.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b5ea6c51621d37daee8172ebff4aa7dac1dd3387a7fa60f29d343ba878c8f26 +size 2490112608 diff --git a/zora-v1.13.i1-IQ3_M.gguf b/zora-v1.13.i1-IQ3_M.gguf new file mode 100644 index 0000000..30ec0c4 --- /dev/null +++ b/zora-v1.13.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0385d1159f7438298e225b333add67da91e090686464563bf94f5553262a343 +size 3896621664 diff --git a/zora-v1.13.i1-IQ3_S.gguf b/zora-v1.13.i1-IQ3_S.gguf new file mode 100644 index 0000000..0ad6d8c --- /dev/null +++ b/zora-v1.13.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:744b36c9a36a1b8c346545e323e3cc158eb171de8c3577c6a3aa037160f47a0a +size 3789666912 diff --git a/zora-v1.13.i1-IQ3_XS.gguf b/zora-v1.13.i1-IQ3_XS.gguf new file mode 100644 index 0000000..204a49c --- /dev/null +++ b/zora-v1.13.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007f0c43b1e45e406e7f6c40930e3ce075a90390022540060c48d931298b2218 +size 3626875488 diff --git a/zora-v1.13.i1-IQ3_XXS.gguf b/zora-v1.13.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a8fa690 --- /dev/null +++ b/zora-v1.13.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7177f989ad75fbeac347b43e1f133f5cf6fc0001fa2f91a4ec8d3cdaa9f578c +size 3369634400 diff --git a/zora-v1.13.i1-IQ4_NL.gguf b/zora-v1.13.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8bfcf97 --- /dev/null +++ b/zora-v1.13.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b0be5fda71b076818f09237e5ebdba59cf8c62f36c8073ba83d2829fcc16ce +size 4793625184 diff --git a/zora-v1.13.i1-IQ4_XS.gguf b/zora-v1.13.i1-IQ4_XS.gguf new file mode 100644 index 0000000..dc4fbb8 --- /dev/null +++ b/zora-v1.13.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7429580c2cefb2bcd7885749d6b299cabbfc67ecbba07913abcf94f9ab73992a +size 4561840736 diff --git a/zora-v1.13.i1-Q2_K.gguf b/zora-v1.13.i1-Q2_K.gguf new file mode 100644 index 0000000..44d28fe --- /dev/null +++ b/zora-v1.13.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41e091af7452393dad7578162c861ff0e60d1597f1b4a87c725d92c16959bdb +size 3281734240 diff --git a/zora-v1.13.i1-Q2_K_S.gguf b/zora-v1.13.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5572008 --- /dev/null +++ b/zora-v1.13.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df605e29ab877a3483532c071acccf83b4332c4e362fe4745296b5d478dc9fc +size 3083553376 diff --git a/zora-v1.13.i1-Q3_K_L.gguf b/zora-v1.13.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9cd0098 --- /dev/null +++ b/zora-v1.13.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036f87ed4d61abf9b902c4050bc323571256937b024bb6f687c651486a43738f +size 4431395424 diff --git a/zora-v1.13.i1-Q3_K_M.gguf b/zora-v1.13.i1-Q3_K_M.gguf new file mode 100644 index 0000000..21d01c1 --- /dev/null +++ b/zora-v1.13.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdf219109cfe7965c43299963ce3989e8a5b970cbe4bed92ec2a65a1d870f52 +size 4124162656 diff --git a/zora-v1.13.i1-Q3_K_S.gguf b/zora-v1.13.i1-Q3_K_S.gguf new file mode 100644 index 0000000..e448809 --- /dev/null +++ b/zora-v1.13.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a458485cd89177a348f8be2fd157567f7b4a102af564a830f192be90b95e1b38 +size 3769612896 diff --git a/zora-v1.13.i1-Q4_0.gguf b/zora-v1.13.i1-Q4_0.gguf new file mode 100644 index 0000000..f728bcd --- /dev/null +++ b/zora-v1.13.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab511b19f80dc22e389902ba4575cde7cd0586cbede855a3939a6269e85142f +size 4787333728 diff --git a/zora-v1.13.i1-Q4_1.gguf b/zora-v1.13.i1-Q4_1.gguf new file mode 100644 index 0000000..db948a5 --- /dev/null +++ b/zora-v1.13.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ed4dfe9555225cc0675a5455477bd4ad9c744fe6906db3e0cebaa7bde52421 +size 5247756896 diff --git a/zora-v1.13.i1-Q4_K_M.gguf b/zora-v1.13.i1-Q4_K_M.gguf new file mode 100644 index 0000000..4b88521 --- /dev/null +++ b/zora-v1.13.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e13c698e4afcfc41a81bcca86bbfabcf17bc194cf176e62a170d8649865478 +size 5027785312 diff --git a/zora-v1.13.i1-Q4_K_S.gguf b/zora-v1.13.i1-Q4_K_S.gguf new file mode 100644 index 0000000..681b14d --- /dev/null +++ b/zora-v1.13.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc8246bd0e083337c2c1023a1bcf0083c58d51a75651d25e0ed74f6c659914b +size 4802013792 diff --git a/zora-v1.13.i1-Q5_K_M.gguf b/zora-v1.13.i1-Q5_K_M.gguf new file mode 100644 index 0000000..14caf9f --- /dev/null +++ b/zora-v1.13.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12dbe1cecad18ac4c57ac1d9f6cba826b357086a9c6dbe24a0e93d2b42d6cbab +size 5851114080 diff --git a/zora-v1.13.i1-Q5_K_S.gguf b/zora-v1.13.i1-Q5_K_S.gguf new file mode 100644 index 0000000..499a36f --- /dev/null +++ b/zora-v1.13.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdf1e998004faa61f3a33ced1574aca34ee0db31ee778136cedf24bfa1ca342 +size 5720762976 diff --git a/zora-v1.13.i1-Q6_K.gguf b/zora-v1.13.i1-Q6_K.gguf new file mode 100644 index 0000000..570802f --- /dev/null +++ b/zora-v1.13.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6110b7002d54db28bd4e16de9b2b813e965f86692ebe93ca0b5c9122eeb35c70 +size 6725900896 diff --git a/zora-v1.13.imatrix.gguf b/zora-v1.13.imatrix.gguf new file mode 100644 index 0000000..96df185 --- /dev/null +++ b/zora-v1.13.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c42ca5dd9ab143ceb2cccb145a452a0e2263fd81f7fc007e9117b5cfa4c3000 +size 5347200