From c3f68dadab1a0045e6620fab69e744236ad82f54 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 2 Jul 2026 06:30:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Supertron2-Reranker-8B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++ README.md | 92 ++++++++++++++++++++++++++ Supertron2-Reranker-8B.i1-IQ1_M.gguf | 3 + Supertron2-Reranker-8B.i1-IQ1_S.gguf | 3 + Supertron2-Reranker-8B.i1-IQ2_M.gguf | 3 + Supertron2-Reranker-8B.i1-IQ2_S.gguf | 3 + Supertron2-Reranker-8B.i1-IQ2_XS.gguf | 3 + Supertron2-Reranker-8B.i1-IQ2_XXS.gguf | 3 + Supertron2-Reranker-8B.i1-IQ3_M.gguf | 3 + Supertron2-Reranker-8B.i1-IQ3_S.gguf | 3 + Supertron2-Reranker-8B.i1-IQ3_XS.gguf | 3 + Supertron2-Reranker-8B.i1-IQ3_XXS.gguf | 3 + Supertron2-Reranker-8B.i1-IQ4_NL.gguf | 3 + Supertron2-Reranker-8B.i1-IQ4_XS.gguf | 3 + Supertron2-Reranker-8B.i1-Q2_K.gguf | 3 + Supertron2-Reranker-8B.i1-Q2_K_S.gguf | 3 + Supertron2-Reranker-8B.i1-Q3_K_L.gguf | 3 + Supertron2-Reranker-8B.i1-Q3_K_M.gguf | 3 + Supertron2-Reranker-8B.i1-Q3_K_S.gguf | 3 + Supertron2-Reranker-8B.i1-Q4_0.gguf | 3 + Supertron2-Reranker-8B.i1-Q4_1.gguf | 3 + Supertron2-Reranker-8B.i1-Q4_K_M.gguf | 3 + Supertron2-Reranker-8B.i1-Q4_K_S.gguf | 3 + Supertron2-Reranker-8B.i1-Q5_K_M.gguf | 3 + Supertron2-Reranker-8B.i1-Q5_K_S.gguf | 3 + Supertron2-Reranker-8B.i1-Q6_K.gguf | 3 + Supertron2-Reranker-8B.imatrix.gguf | 3 + 27 files changed, 227 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Supertron2-Reranker-8B.i1-IQ1_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ1_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ2_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ2_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ2_XS.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ2_XXS.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ3_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ3_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ3_XS.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ3_XXS.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ4_NL.gguf create mode 100644 Supertron2-Reranker-8B.i1-IQ4_XS.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q2_K.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q2_K_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q3_K_L.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q3_K_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q3_K_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q4_0.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q4_1.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q4_K_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q4_K_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q5_K_M.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q5_K_S.gguf create mode 100644 Supertron2-Reranker-8B.i1-Q6_K.gguf create mode 100644 Supertron2-Reranker-8B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4950135 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Supertron2-Reranker-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6a2c048 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: Surpem/Supertron2-Reranker-8B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- reranking +- retrieval +- rag +- cross-encoder +- qwen3-vl +- pytorch +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Surpem/Supertron2-Reranker-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Supertron2-Reranker-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Supertron2-Reranker-8B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/Supertron2-Reranker-8B-i1-GGUF/resolve/main/Supertron2-Reranker-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Supertron2-Reranker-8B.i1-IQ1_M.gguf b/Supertron2-Reranker-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..85f86ba --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12dd5c52a8b8310811c24b2627e4b003e7d1a7bc6631aca24613594d6881d27 +size 2256152416 diff --git a/Supertron2-Reranker-8B.i1-IQ1_S.gguf b/Supertron2-Reranker-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..a35b6b0 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d484dd425bed384c967c67ba149d57fa1f75825bd0354ab59eda21182741276 +size 2115774304 diff --git a/Supertron2-Reranker-8B.i1-IQ2_M.gguf b/Supertron2-Reranker-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..ad0f401 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5c81fa3b409dae7ba9bd38c078ee72b700ff594d4b48a9ec855a4083ccd0c7 +size 3051919200 diff --git a/Supertron2-Reranker-8B.i1-IQ2_S.gguf b/Supertron2-Reranker-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..eadd4ce --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78627546d3780f59fc71f6267bfa71e9711aa2ef417cf7c72be6b4441b05ee5b +size 2864748384 diff --git a/Supertron2-Reranker-8B.i1-IQ2_XS.gguf b/Supertron2-Reranker-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..b8a1f5b --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45100bf28455928e923f5e2f39d91cc4be4a11f37f611e7042831eb44d6ee1ea +size 2696161120 diff --git a/Supertron2-Reranker-8B.i1-IQ2_XXS.gguf b/Supertron2-Reranker-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4eab9ac --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23cbd047319bbca63bdd5407ed899a3d45d843ec08dba6a666aa9e1969aaa547 +size 2490115936 diff --git a/Supertron2-Reranker-8B.i1-IQ3_M.gguf b/Supertron2-Reranker-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..c95d82a --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d639bc75cd5026a784e795e0af69deccc3a1c701532d976e6992b3bad85561 +size 3896624992 diff --git a/Supertron2-Reranker-8B.i1-IQ3_S.gguf b/Supertron2-Reranker-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..8743165 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215076670b255635f4e263f4c65fd705c8d6a27dc8d8c2a31ff93effbd9efb53 +size 3789670240 diff --git a/Supertron2-Reranker-8B.i1-IQ3_XS.gguf b/Supertron2-Reranker-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9036ae3 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57a2006c40ded9b444338b288dd34f5c953e1270149a61f7f8b8f96fcc34ca2 +size 3626878816 diff --git a/Supertron2-Reranker-8B.i1-IQ3_XXS.gguf b/Supertron2-Reranker-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d4b8704 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf6cfb59edddc596b1f99eade4be018dbac98c67cdf7310ba3bca6db8b1f2f8 +size 3369637728 diff --git a/Supertron2-Reranker-8B.i1-IQ4_NL.gguf b/Supertron2-Reranker-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..137c815 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37cbf14a15b26fded913166ebd0f8c5e8ea312aa4686815b19ec6d6ca517a02 +size 4793628512 diff --git a/Supertron2-Reranker-8B.i1-IQ4_XS.gguf b/Supertron2-Reranker-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..abe8635 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a61e2695a7d8cec6533540d8abf1a4ffcc324ca0d46819b820380ea33345ce5 +size 4561844064 diff --git a/Supertron2-Reranker-8B.i1-Q2_K.gguf b/Supertron2-Reranker-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..162b53c --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f9c031165eb256b318c72c268084d01f3419dbca5b558dba00b89a34f12d2b +size 3281737568 diff --git a/Supertron2-Reranker-8B.i1-Q2_K_S.gguf b/Supertron2-Reranker-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..6ea1098 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d62a1f28eff72decab7ee9621575ab93af140919b17c38b89a690674d2b314 +size 3083556704 diff --git a/Supertron2-Reranker-8B.i1-Q3_K_L.gguf b/Supertron2-Reranker-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..81039e0 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9eaa3f291891ecc4cc67d447262e719afd84f601b43aa0b84eae5c8ea63d625 +size 4431398752 diff --git a/Supertron2-Reranker-8B.i1-Q3_K_M.gguf b/Supertron2-Reranker-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..638ff6b --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1653b935de6932c2fa0a9a2afe0d8a2301f654cd167d3d88fbb2b84e8a48e768 +size 4124165984 diff --git a/Supertron2-Reranker-8B.i1-Q3_K_S.gguf b/Supertron2-Reranker-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4afbf6d --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0970bb8fe26a7cfef4298ca5eb8ba7e00f088f97a8d0d052dbd8e9a93fa9780 +size 3769616224 diff --git a/Supertron2-Reranker-8B.i1-Q4_0.gguf b/Supertron2-Reranker-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..4c65f8b --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b301103d3062ac93c4a6aee7f891601cb36403f10ba1e675301f5feb4fa0b8 +size 4787337056 diff --git a/Supertron2-Reranker-8B.i1-Q4_1.gguf b/Supertron2-Reranker-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..3359135 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386b92f02ddeb849581c6a5cbeeff046b168ca7f58bde25980174403c181bf9f +size 5247760224 diff --git a/Supertron2-Reranker-8B.i1-Q4_K_M.gguf b/Supertron2-Reranker-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..40cf001 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf103df7144c2f1788583896536703bd1577da9c598f234aa5bfdaf67067e7b +size 5027788640 diff --git a/Supertron2-Reranker-8B.i1-Q4_K_S.gguf b/Supertron2-Reranker-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0f49906 --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d2f26c371fcc064109d1512b1bd9cec0f27f884de38ace98bb75c157aa5335 +size 4802017120 diff --git a/Supertron2-Reranker-8B.i1-Q5_K_M.gguf b/Supertron2-Reranker-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7155d8a --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5216bc965a45d1e12e305236d283ffdbafb19c48670ef8875cc136de45b06771 +size 5851117408 diff --git a/Supertron2-Reranker-8B.i1-Q5_K_S.gguf b/Supertron2-Reranker-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5e1afde --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6742054a43126d6a855c45b55773d69171dd99c4448671ed439098be91660459 +size 5720766304 diff --git a/Supertron2-Reranker-8B.i1-Q6_K.gguf b/Supertron2-Reranker-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..c4f7e2b --- /dev/null +++ b/Supertron2-Reranker-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0270a6c02de1bf00bbf34cd3b0a067bc230c42ac28ceb2f7c4360fd5c3cbf1d4 +size 6725904224 diff --git a/Supertron2-Reranker-8B.imatrix.gguf b/Supertron2-Reranker-8B.imatrix.gguf new file mode 100644 index 0000000..4650f06 --- /dev/null +++ b/Supertron2-Reranker-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036af52b7af3404d2deffebf2ee2a98f48c64bb0d240031166ff61cd85e32e1f +size 5347200