From 1697fa17cf8bfe1b59416219a5e1677c1d683bae Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 9 Apr 2026 14:09:21 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Tower-7b-EAX-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++ README.md | 96 ++++++++++++++++++++++++++++++++++++ Tower-7b-EAX.i1-IQ1_M.gguf | 3 ++ Tower-7b-EAX.i1-IQ1_S.gguf | 3 ++ Tower-7b-EAX.i1-IQ2_M.gguf | 3 ++ Tower-7b-EAX.i1-IQ2_S.gguf | 3 ++ Tower-7b-EAX.i1-IQ2_XS.gguf | 3 ++ Tower-7b-EAX.i1-IQ2_XXS.gguf | 3 ++ Tower-7b-EAX.i1-IQ3_M.gguf | 3 ++ Tower-7b-EAX.i1-IQ3_S.gguf | 3 ++ Tower-7b-EAX.i1-IQ3_XS.gguf | 3 ++ Tower-7b-EAX.i1-IQ3_XXS.gguf | 3 ++ Tower-7b-EAX.i1-IQ4_NL.gguf | 3 ++ Tower-7b-EAX.i1-IQ4_XS.gguf | 3 ++ Tower-7b-EAX.i1-Q2_K.gguf | 3 ++ Tower-7b-EAX.i1-Q2_K_S.gguf | 3 ++ Tower-7b-EAX.i1-Q3_K_L.gguf | 3 ++ Tower-7b-EAX.i1-Q3_K_M.gguf | 3 ++ Tower-7b-EAX.i1-Q3_K_S.gguf | 3 ++ Tower-7b-EAX.i1-Q4_0.gguf | 3 ++ Tower-7b-EAX.i1-Q4_1.gguf | 3 ++ Tower-7b-EAX.i1-Q4_K_M.gguf | 3 ++ Tower-7b-EAX.i1-Q4_K_S.gguf | 3 ++ Tower-7b-EAX.i1-Q5_K_M.gguf | 3 ++ Tower-7b-EAX.i1-Q5_K_S.gguf | 3 ++ Tower-7b-EAX.i1-Q6_K.gguf | 3 ++ Tower-7b-EAX.imatrix.gguf | 3 ++ 27 files changed, 231 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Tower-7b-EAX.i1-IQ1_M.gguf create mode 100644 Tower-7b-EAX.i1-IQ1_S.gguf create mode 100644 Tower-7b-EAX.i1-IQ2_M.gguf create mode 100644 Tower-7b-EAX.i1-IQ2_S.gguf create mode 100644 Tower-7b-EAX.i1-IQ2_XS.gguf create mode 100644 Tower-7b-EAX.i1-IQ2_XXS.gguf create mode 100644 Tower-7b-EAX.i1-IQ3_M.gguf create mode 100644 Tower-7b-EAX.i1-IQ3_S.gguf create mode 100644 Tower-7b-EAX.i1-IQ3_XS.gguf create mode 100644 Tower-7b-EAX.i1-IQ3_XXS.gguf create mode 100644 Tower-7b-EAX.i1-IQ4_NL.gguf create mode 100644 Tower-7b-EAX.i1-IQ4_XS.gguf create mode 100644 Tower-7b-EAX.i1-Q2_K.gguf create mode 100644 Tower-7b-EAX.i1-Q2_K_S.gguf create mode 100644 Tower-7b-EAX.i1-Q3_K_L.gguf create mode 100644 Tower-7b-EAX.i1-Q3_K_M.gguf create mode 100644 Tower-7b-EAX.i1-Q3_K_S.gguf create mode 100644 Tower-7b-EAX.i1-Q4_0.gguf create mode 100644 Tower-7b-EAX.i1-Q4_1.gguf create mode 100644 Tower-7b-EAX.i1-Q4_K_M.gguf create mode 100644 Tower-7b-EAX.i1-Q4_K_S.gguf create mode 100644 Tower-7b-EAX.i1-Q5_K_M.gguf create mode 100644 Tower-7b-EAX.i1-Q5_K_S.gguf create mode 100644 Tower-7b-EAX.i1-Q6_K.gguf create mode 100644 Tower-7b-EAX.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8a82580 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Tower-7b-EAX.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0bcd958 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +base_model: double7/Tower-7b-EAX +datasets: +- Unbabel/TowerBlocks-v0.1 +language: +- en +- de +- fr +- nl +- it +- es +- pt +- ko +- ru +- zh +library_name: transformers +license: cc-by-nc-4.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/double7/Tower-7b-EAX + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Tower-7b-EAX-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Tower-7b-EAX-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ1_S.gguf) | i1-IQ1_S | 1.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ1_M.gguf) | i1-IQ1_M | 1.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ2_S.gguf) | i1-IQ2_S | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ2_M.gguf) | i1-IQ2_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q2_K.gguf) | i1-Q2_K | 2.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ3_S.gguf) | i1-IQ3_S | 3.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ3_M.gguf) | i1-IQ3_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-IQ4_NL.gguf) | i1-IQ4_NL | 3.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q4_0.gguf) | i1-Q4_0 | 3.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q4_1.gguf) | i1-Q4_1 | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q5_K_S.gguf) | i1-Q5_K_S | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q5_K_M.gguf) | i1-Q5_K_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Tower-7b-EAX-i1-GGUF/resolve/main/Tower-7b-EAX.i1-Q6_K.gguf) | i1-Q6_K | 5.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Tower-7b-EAX.i1-IQ1_M.gguf b/Tower-7b-EAX.i1-IQ1_M.gguf new file mode 100644 index 0000000..4e08320 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c875b655489e5e273ac37d776989be7ecc2fc5c4b9c700428ad602000c9ca91b +size 1651002464 diff --git a/Tower-7b-EAX.i1-IQ1_S.gguf b/Tower-7b-EAX.i1-IQ1_S.gguf new file mode 100644 index 0000000..9fb20b6 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034113c4d8b55d73f7abefcd79a1712d33926c3be47d72584bd9ef979e4547d9 +size 1528613984 diff --git a/Tower-7b-EAX.i1-IQ2_M.gguf b/Tower-7b-EAX.i1-IQ2_M.gguf new file mode 100644 index 0000000..bad25fe --- /dev/null +++ b/Tower-7b-EAX.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e904da6b5bbc355666784c33e5cd1a7a03432cfd3b53f78b5f4e7fa43469db1 +size 2359785408 diff --git a/Tower-7b-EAX.i1-IQ2_S.gguf b/Tower-7b-EAX.i1-IQ2_S.gguf new file mode 100644 index 0000000..4a404b5 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b863934fcf4f0e9454742095da4aa332cf7dd1d0424b28c86d410b207ce9f1 +size 2196600768 diff --git a/Tower-7b-EAX.i1-IQ2_XS.gguf b/Tower-7b-EAX.i1-IQ2_XS.gguf new file mode 100644 index 0000000..09f6add --- /dev/null +++ b/Tower-7b-EAX.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85af13c520109e1546cae94e3a99c66d9fc643366693a12dc0e6d682542ef861 +size 2034945120 diff --git a/Tower-7b-EAX.i1-IQ2_XXS.gguf b/Tower-7b-EAX.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6379082 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd878cd9f6c76fdc09c39734252574b8930e7900b61e011c3fac5f15b216d782 +size 1854983264 diff --git a/Tower-7b-EAX.i1-IQ3_M.gguf b/Tower-7b-EAX.i1-IQ3_M.gguf new file mode 100644 index 0000000..0bcdff5 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53323a69e13c6c94eb68dd232f75522f1db17d667189386e99c9ef124de9e283 +size 3114903200 diff --git a/Tower-7b-EAX.i1-IQ3_S.gguf b/Tower-7b-EAX.i1-IQ3_S.gguf new file mode 100644 index 0000000..ac6357c --- /dev/null +++ b/Tower-7b-EAX.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9017047c2afd3d6fdad29a46b9ba09776a7802a9407802802d652bdee7c075af +size 2948343456 diff --git a/Tower-7b-EAX.i1-IQ3_XS.gguf b/Tower-7b-EAX.i1-IQ3_XS.gguf new file mode 100644 index 0000000..a69fed9 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70910d1bbf0e00a6d6db1c52e04ba1779c7a065bb4641a566860ef117616f78 +size 2796562080 diff --git a/Tower-7b-EAX.i1-IQ3_XXS.gguf b/Tower-7b-EAX.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f58380b --- /dev/null +++ b/Tower-7b-EAX.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34ba5b2138a5b991075728b5908bf3b29b2b4320f83892f5436dbaa912bcb7c +size 2585425856 diff --git a/Tower-7b-EAX.i1-IQ4_NL.gguf b/Tower-7b-EAX.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a5cbec0 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08668f84d0852330d52f32a9025e75ee1cf0a9ebafa759c74f51e3bd533346e +size 3825849728 diff --git a/Tower-7b-EAX.i1-IQ4_XS.gguf b/Tower-7b-EAX.i1-IQ4_XS.gguf new file mode 100644 index 0000000..36ba860 --- /dev/null +++ b/Tower-7b-EAX.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c05a4a5df47b98bb31e186e3fe4a20cf2421c26f324dcdb4739b543c0d1577 +size 3619377664 diff --git a/Tower-7b-EAX.i1-Q2_K.gguf b/Tower-7b-EAX.i1-Q2_K.gguf new file mode 100644 index 0000000..90b0017 --- /dev/null +++ b/Tower-7b-EAX.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ac93ece9f6fd38780aaa4ce96c4bc1556745e28ba9fb39625cf4f797ce8c95 +size 2532899648 diff --git a/Tower-7b-EAX.i1-Q2_K_S.gguf b/Tower-7b-EAX.i1-Q2_K_S.gguf new file mode 100644 index 0000000..9b88766 --- /dev/null +++ b/Tower-7b-EAX.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a98505092fde59e66888dadbd888bbda6b316b94ab7f158374ab719f1cf170 +size 2319579968 diff --git a/Tower-7b-EAX.i1-Q3_K_L.gguf b/Tower-7b-EAX.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1876eda --- /dev/null +++ b/Tower-7b-EAX.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8aae546c812b6bb6d8cb1b8fd6cd0f630e11cf654aaf7564fb615e119af7c50 +size 3597149856 diff --git a/Tower-7b-EAX.i1-Q3_K_M.gguf b/Tower-7b-EAX.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4b2e0bd --- /dev/null +++ b/Tower-7b-EAX.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59f83bd6860d649c2ebf95ecec20ebee2ed6c99fd9389079f14bf1904de0513 +size 3298043552 diff --git a/Tower-7b-EAX.i1-Q3_K_S.gguf b/Tower-7b-EAX.i1-Q3_K_S.gguf new file mode 100644 index 0000000..62bfc4f --- /dev/null +++ b/Tower-7b-EAX.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5f3151ff3c9ba3f865af4560594e38a0f1023a02e077f62a15fec3c5b86d5a +size 2948343456 diff --git a/Tower-7b-EAX.i1-Q4_0.gguf b/Tower-7b-EAX.i1-Q4_0.gguf new file mode 100644 index 0000000..d5dfe42 --- /dev/null +++ b/Tower-7b-EAX.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c7575cfeebe3e3d1f4abf295edac582a0e475ffebb0943b9e37f51727edf27 +size 3837121920 diff --git a/Tower-7b-EAX.i1-Q4_1.gguf b/Tower-7b-EAX.i1-Q4_1.gguf new file mode 100644 index 0000000..96dc0b4 --- /dev/null +++ b/Tower-7b-EAX.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e493f1dc681d13b4a82dda42163f83a311145f3f9cfb0e03b2124247407fdf +size 4238793856 diff --git a/Tower-7b-EAX.i1-Q4_K_M.gguf b/Tower-7b-EAX.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8be34d1 --- /dev/null +++ b/Tower-7b-EAX.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5722e05e0e21d021f35f23f5fc5c33de4d898c01dd0e0c1d29f6ed3276f8a8 +size 4081046912 diff --git a/Tower-7b-EAX.i1-Q4_K_S.gguf b/Tower-7b-EAX.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8745f2e --- /dev/null +++ b/Tower-7b-EAX.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f39afe66ea3e742459f4aea8600aee7f836f1a0c2b5752c2f6443daacb2762 +size 3856782720 diff --git a/Tower-7b-EAX.i1-Q5_K_M.gguf b/Tower-7b-EAX.i1-Q5_K_M.gguf new file mode 100644 index 0000000..709266a --- /dev/null +++ b/Tower-7b-EAX.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59228a0ef842f3d2b4bf427d21171b25be7498af8a777f94ab59c9d5d8387615 +size 4783203200 diff --git a/Tower-7b-EAX.i1-Q5_K_S.gguf b/Tower-7b-EAX.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4defe4a --- /dev/null +++ b/Tower-7b-EAX.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaecb5bb20441537fc335680dcce8351db9baeda2844ee3e430b27efb28c4ffd +size 4651737984 diff --git a/Tower-7b-EAX.i1-Q6_K.gguf b/Tower-7b-EAX.i1-Q6_K.gguf new file mode 100644 index 0000000..f53cf41 --- /dev/null +++ b/Tower-7b-EAX.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6aa6694c4f796ebd710ff63a606338f44225b34a51f1250c6ecf637cf6266a6 +size 5529244256 diff --git a/Tower-7b-EAX.imatrix.gguf b/Tower-7b-EAX.imatrix.gguf new file mode 100644 index 0000000..cca0558 --- /dev/null +++ b/Tower-7b-EAX.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39d02261d9e4b784089f3181d2249bd7e81a57b85e3145ddb4bb5cfb1fc9410 +size 4589216