初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/mxbai-rerank-base-v2-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mxbai-rerank-base-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,191 @@
+---
+base_model: mixedbread-ai/mxbai-rerank-base-v2
+language:
+- af
+- am
+- ar
+- as
+- az
+- be
+- bg
+- bn
+- br
+- bs
+- ca
+- cs
+- cy
+- da
+- de
+- el
+- en
+- eo
+- es
+- et
+- eu
+- fa
+- ff
+- fi
+- fr
+- fy
+- ga
+- gd
+- gl
+- gn
+- gu
+- ha
+- he
+- hi
+- hr
+- ht
+- hu
+- hy
+- id
+- ig
+- is
+- it
+- ja
+- jv
+- ka
+- kk
+- km
+- kn
+- ko
+- ku
+- ky
+- la
+- lg
+- li
+- ln
+- lo
+- lt
+- lv
+- mg
+- mk
+- ml
+- mn
+- mr
+- ms
+- my
+- ne
+- nl
+- no
+- ns
+- om
+- or
+- pa
+- pl
+- ps
+- pt
+- qu
+- rm
+- ro
+- ru
+- sa
+- sc
+- sd
+- si
+- sk
+- sl
+- so
+- sq
+- sr
+- ss
+- su
+- sv
+- sw
+- ta
+- te
+- th
+- tl
+- tn
+- tr
+- ug
+- uk
+- ur
+- uz
+- vi
+- wo
+- xh
+- yi
+- yo
+- zh
+- zu
+library_name: transformers
+license: apache-2.0
+mradermacher:
+  readme_rev: 1
+quantized_by: mradermacher
+tags:
+- sentence-transformers
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/mixedbread-ai/mxbai-rerank-base-v2
+
+<!-- provided-files -->
+
+***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#mxbai-rerank-base-v2-i1-GGUF).***
+
+static quants are available at https://huggingface.co/mradermacher/mxbai-rerank-base-v2-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.5 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q4_1.gguf) | i1-Q4_1 | 0.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/mxbai-rerank-base-v2-i1-GGUF/resolve/main/mxbai-rerank-base-v2.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70c65407b208806ac4576afffc87ae9adda039a7efca67b0990e2ff6b433005
+size 988597

mxbai-rerank-base-v2.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221018bce70a4744c055e927647fbb6d85136fca579192c33f6f6489f5a0a76d
+size 317974624

mxbai-rerank-base-v2.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd256f70d444aaf5d51d58c1f435ca54f1ad518db5eafa4cb78ffb7200b4184
+size 315829600

mxbai-rerank-base-v2.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b5a7f859a0994e64f22b5ca029f40db061fa703f99d66b91cae6ace0e786f
+size 328597600

mxbai-rerank-base-v2.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcc406ecf792d6a4d6d50ea4df8c955e2a4f6623329538c86108641de2b627
+size 325737568

mxbai-rerank-base-v2.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef6ce7433acdb4d6151e5d1348f82e1e78cb31c87ea72fe05841befa5119b9
+size 324409696

mxbai-rerank-base-v2.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad19b18f38e256d8252accd201ecbb4b19a7152362db79bf50522b29de20f280
+size 321549664

mxbai-rerank-base-v2.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b047f8a27d39ae34f88238d678e6162fabe5b4e142fa6c9fb5c212c69478e
+size 342752608

mxbai-rerank-base-v2.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bafb03fe3ae9707f57b715fcefdb6f939fc1952be2e7e48c915f3c691fb87f
+size 338607712

mxbai-rerank-base-v2.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e2cf979d9864b3eefe605edead880207587b394b139b1ccd17ad75041e8079
+size 338607712

mxbai-rerank-base-v2.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3620893276002a7f40d8970918b054ce36a6e6a8107a2342230d9c3def3dc5
+size 333704800

mxbai-rerank-base-v2.i1-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fa83616b76ea88ed030de146e8637ce11dfd46a51f4ea2501930af4ff5525b
+size 352671328

mxbai-rerank-base-v2.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545a271579377e11cfb6d0f01e48458324dcbc50c1a1091c79dc105d9b48e70c
+size 349402720

mxbai-rerank-base-v2.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5e5fb25c05419c96ec35f50676f375a99c516758f1bd3b29e5fbf2553b2a4b
+size 338607712

mxbai-rerank-base-v2.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57e145a0726003480e908206ec28cd4df37a2092cc65f01a551f7cc20d04f9
+size 331049056

mxbai-rerank-base-v2.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94495a95d53ba4d784d0c198d7eeb2ca35b7e5f9c27980503ce44d53e16f3d11
+size 369358432

mxbai-rerank-base-v2.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1db8a1d3bb2e0e17412750dd340b0814875805b265d61e1a33c966e20ec3e
+size 355466848

mxbai-rerank-base-v2.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f325e88e276c1574c8980e80b5086b2edc09affbd896e18f034243e1356723
+size 338263648

mxbai-rerank-base-v2.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e30101ee933ca8a9367a3857d42b34de26336c68f516d9ba9fda3af34758962
+size 352972384

mxbai-rerank-base-v2.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce25c2a2745dc66a1a67e5949796575a1c7ebf16dbd96711287953f8dcf6c76
+size 374519392

mxbai-rerank-base-v2.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af82029068caf9af269dbb48228498e497fc973ab2fb0fc4615eeabd31ccbf
+size 397808224

mxbai-rerank-base-v2.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b050bd90d8a4be1fe378e06b080b81ccd42f27e6f5426b36fe22ec8400f9c428
+size 385472096

mxbai-rerank-base-v2.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617dbaeefbb537e6df47eb2833d970e9d2c39ed364fe0c5ffed5c475d6b7244c
+size 420086368

mxbai-rerank-base-v2.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0267d4ad18c53b55cff52402c6e02a865535c598cb06cb4e8bdcc6edbfa705
+size 412710496

mxbai-rerank-base-v2.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc429677ef4c6826a454cc43e71262ec8cb012d7e0c5f107cc7031342b2f744
+size 505736800