commit 6590035cfce1b3862fd175d19c24f38b13544be5 Author: ModelHub XC Date: Sun Jun 21 11:54:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/mxbai-rerank-large-v2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a54792c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mxbai-rerank-large-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8b354c9 --- /dev/null +++ b/README.md @@ -0,0 +1,191 @@ +--- +base_model: mixedbread-ai/mxbai-rerank-large-v2 +language: +- af +- am +- ar +- as +- az +- be +- bg +- bn +- br +- bs +- ca +- cs +- cy +- da +- de +- el +- en +- eo +- es +- et +- eu +- fa +- ff +- fi +- fr +- fy +- ga +- gd +- gl +- gn +- gu +- ha +- he +- hi +- hr +- ht +- hu +- hy +- id +- ig +- is +- it +- ja +- jv +- ka +- kk +- km +- kn +- ko +- ku +- ky +- la +- lg +- li +- ln +- lo +- lt +- lv +- mg +- mk +- ml +- mn +- mr +- ms +- my +- ne +- nl +- no +- ns +- om +- or +- pa +- pl +- ps +- pt +- qu +- rm +- ro +- ru +- sa +- sc +- sd +- si +- sk +- sl +- so +- sq +- sr +- ss +- su +- sv +- sw +- ta +- te +- th +- tl +- tn +- tr +- ug +- uk +- ur +- uz +- vi +- wo +- xh +- yi +- yo +- zh +- zu +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- sentence-transformers +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mixedbread-ai/mxbai-rerank-large-v2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#mxbai-rerank-large-v2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/mxbai-rerank-large-v2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-large-v2-i1-GGUF/resolve/main/mxbai-rerank-large-v2.i1-Q6_K.gguf) | i1-Q6_K | 1.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..0f56222 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece15d5b4cf661ec3b3f279ddd88b58f6f6fbefc5bce2697734e990f225fa5af +size 2042201 diff --git a/mxbai-rerank-large-v2.i1-IQ1_M.gguf b/mxbai-rerank-large-v2.i1-IQ1_M.gguf new file mode 100644 index 0000000..91659e1 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac8193f6983954238c19ecd904470c91b2302cd13eb26c9a579c8eafad0218e7 +size 464461760 diff --git a/mxbai-rerank-large-v2.i1-IQ1_S.gguf b/mxbai-rerank-large-v2.i1-IQ1_S.gguf new file mode 100644 index 0000000..e493b15 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc3e0fe158649bb3a68391c1d1497c94943732509008c28da381900093febdd +size 436528064 diff --git a/mxbai-rerank-large-v2.i1-IQ2_M.gguf b/mxbai-rerank-large-v2.i1-IQ2_M.gguf new file mode 100644 index 0000000..5a1bcff --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7bf29ec5598f74c6596bc96b3a2615e9b109d8e1e1b4cdbd59a1d4465b6b4c +size 601055168 diff --git a/mxbai-rerank-large-v2.i1-IQ2_S.gguf b/mxbai-rerank-large-v2.i1-IQ2_S.gguf new file mode 100644 index 0000000..ef0916a --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8653d77434de8229cb103f48d5bd67a00424d22897a68c25175a73a970692466 +size 563810240 diff --git a/mxbai-rerank-large-v2.i1-IQ2_XS.gguf b/mxbai-rerank-large-v2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8cafe60 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd40f1d9a200765e8ab14f166eb6d48ae5dc768fa7fba97d759691ee5692673 +size 550327232 diff --git a/mxbai-rerank-large-v2.i1-IQ2_XXS.gguf b/mxbai-rerank-large-v2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..bac2a5f --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4632f66740d957289d3d22feb12aee5ea0a5b42362166797dfb0a97d76ed0c02 +size 511017920 diff --git a/mxbai-rerank-large-v2.i1-IQ3_M.gguf b/mxbai-rerank-large-v2.i1-IQ3_M.gguf new file mode 100644 index 0000000..5d6234c --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f663c91c363e20018f4e62c2caea84c302a30f73eecd71d632068749c22d71bb +size 776664512 diff --git a/mxbai-rerank-large-v2.i1-IQ3_S.gguf b/mxbai-rerank-large-v2.i1-IQ3_S.gguf new file mode 100644 index 0000000..87ebcfe --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0867e06a9ec427488480086f94dd9facd0faea782e91e4c24954650cdf07fb44 +size 762407360 diff --git a/mxbai-rerank-large-v2.i1-IQ3_XS.gguf b/mxbai-rerank-large-v2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9af5af6 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad0c935701c5af0e70c3224564ac55bd4491a4479531dc8877fd2e3b4ffb07d +size 731699648 diff --git a/mxbai-rerank-large-v2.i1-IQ3_XXS.gguf b/mxbai-rerank-large-v2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..45e3759 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e55184f1105ab113bd17e7cbf547e75af54c0ed09ef092eb0328535c941414d +size 668792768 diff --git a/mxbai-rerank-large-v2.i1-IQ4_NL.gguf b/mxbai-rerank-large-v2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..2ab22a8 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a747b8a88df466e2170b8ed59e6a54053e05a1d9f2f2a20d6080149be0735298 +size 936331712 diff --git a/mxbai-rerank-large-v2.i1-IQ4_XS.gguf b/mxbai-rerank-large-v2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..149fe56 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864da481d6c699f07eb1427090d04f67c461bc7ede5216bbcebcf13b5ea05a23 +size 895732160 diff --git a/mxbai-rerank-large-v2.i1-Q2_K.gguf b/mxbai-rerank-large-v2.i1-Q2_K.gguf new file mode 100644 index 0000000..b4d32f6 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7870733f85619099cca63ab0318b0fe80917624f9db4658cbe15e1e6908a00a +size 676305344 diff --git a/mxbai-rerank-large-v2.i1-Q2_K_S.gguf b/mxbai-rerank-large-v2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..fde3223 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df66e052312ada23e76ca7fbb7f37cc4dcca50f8b95d3bcee5dda0eab8ebff7 +size 640135616 diff --git a/mxbai-rerank-large-v2.i1-Q3_K_L.gguf b/mxbai-rerank-large-v2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1a6b5e4 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5853cfab3547d1106359d75a5fdfc22be62d0c1d55125c92fee9f574922813c6 +size 880163264 diff --git a/mxbai-rerank-large-v2.i1-Q3_K_M.gguf b/mxbai-rerank-large-v2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..304b6b3 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6beb206cd95e4d3c275ecbaebb7903a8eb29589d5eeb509a23c86aa98101bcc4 +size 824179136 diff --git a/mxbai-rerank-large-v2.i1-Q3_K_S.gguf b/mxbai-rerank-large-v2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..75e94eb --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0e311999e05126740808abc48a9fff51914970c0fb165500dfc381eda8c808 +size 760945088 diff --git a/mxbai-rerank-large-v2.i1-Q4_0.gguf b/mxbai-rerank-large-v2.i1-Q4_0.gguf new file mode 100644 index 0000000..bc7eed3 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2c55c097cd32bed4669b7db5f9af04dbf1bca6c66d6226b8effb14917977e1 +size 937535936 diff --git a/mxbai-rerank-large-v2.i1-Q4_1.gguf b/mxbai-rerank-large-v2.i1-Q4_1.gguf new file mode 100644 index 0000000..194777d --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c498378ea55f2c4fd53ed741e075d82ef2c6496d492dbeed6136f782c76b27 +size 1016842688 diff --git a/mxbai-rerank-large-v2.i1-Q4_K_M.gguf b/mxbai-rerank-large-v2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..0d80970 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459770e5333cc4a998c56e1a62783bd75253e332993f5ca8b0d5d3865491ca5f +size 986048960 diff --git a/mxbai-rerank-large-v2.i1-Q4_K_S.gguf b/mxbai-rerank-large-v2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..11dd327 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba1d755f4f7b3242f4d8b075fbdac8ba59fa8f1499e69f41cd9f05200ce0db5 +size 940313024 diff --git a/mxbai-rerank-large-v2.i1-Q5_K_M.gguf b/mxbai-rerank-large-v2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..06b616d --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b08d75b489d66ef9f79cdf44d7ec9a0229b13626042b8ab4a99ac6e5ed56ad +size 1125050816 diff --git a/mxbai-rerank-large-v2.i1-Q5_K_S.gguf b/mxbai-rerank-large-v2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3d6b51e --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28e9e459def97e128b0a942e2a4200e402024f20fbef542f0081d5eefa213a1 +size 1098729920 diff --git a/mxbai-rerank-large-v2.i1-Q6_K.gguf b/mxbai-rerank-large-v2.i1-Q6_K.gguf new file mode 100644 index 0000000..5aa3323 --- /dev/null +++ b/mxbai-rerank-large-v2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e8ba5be2adef05e364de13f828923978ac13ecd341273241b6580d2d76c5f5 +size 1272740288