初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/Lingshu-32B-abliterated-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,59 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Lingshu-32B-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text

Lingshu-32B-abliterated.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8543c4ebe6689af455a958acb0ce6cd01f2c0c96230354426798a4b1af5ce63e
+size 7932159360

Lingshu-32B-abliterated.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dba76eb30caa6cfbf0828da04c513d7e2ab0408d8961ddf9e12b5bea3a28eb0
+size 7274505600

Lingshu-32B-abliterated.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c89ba9b70b6a34977d431700f7bd64afe7bd7f96bc769a26b49118c491417
+size 11264439680

Lingshu-32B-abliterated.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da04ba965257d6c9b784e295c25e9c359011eb2df92558be2304a0fd40d933e
+size 10387568000

Lingshu-32B-abliterated.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48201b7e086cedd027ef36d896611154efb36937b92e0fa65c76fb050210e6f8
+size 9957549440

Lingshu-32B-abliterated.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb01389d22e8352928764fb3b98bbb75b97b562cc9c23bb368f2f94cda8eb50
+size 9028248960

Lingshu-32B-abliterated.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9824e10846519faa031b2cd2578af47776901fcaf1c5e172925a3975ef21fe
+size 14810121600

Lingshu-32B-abliterated.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aa153fc92918f1d46befc734a2dae2d2b3ed34f6f271943a61dc907c5d06d8
+size 14436894080

Lingshu-32B-abliterated.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a141aa4068a2ed4d935581a4faec943d66661649122e48d89bda06c12dff72e
+size 13705512320

Lingshu-32B-abliterated.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325dd4d95fc78130fe1e5089a42a9ac5d4efb2b9814e77eb14ec6ea2b29728e3
+size 12839269760

Lingshu-32B-abliterated.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7546575a65eb74afdc6894af0d33b75dbef40d70f49d254a8baadd939e74db19
+size 17693152640

Lingshu-32B-abliterated.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e159bd7a3bb20bf80baec6b3c650ff00ff037fda1ea1a90cdd698039478fe
+size 12313097600

Lingshu-32B-abliterated.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b5e98e2c956102584910596d2c8ad92332984574b8c80f4f87b948b053a35d
+size 11487999360

Lingshu-32B-abliterated.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe6720fd1047bbc3c9a2db9d05999db66a065850b98be2f9b707d9c62165ef8
+size 17247077760

Lingshu-32B-abliterated.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e717245850af4b2b47df72eb132b1c5f847593cd94acd753aa83998a6a4691b
+size 15935047040

Lingshu-32B-abliterated.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2a5f1d5a5b98781b94bc00c6e2eabed37c1f915a1e2e326a919b774fb6132a
+size 14392329600

Lingshu-32B-abliterated.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1d948b8fe66210c5addedca17be2508b279dea2945644dd6b06afb5e9138e3
+size 18711008640

Lingshu-32B-abliterated.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422034ecc9d911901a1363966b777a8c7d49ed988895233a71e108a5880a7818
+size 20639241600

Lingshu-32B-abliterated.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d991f67d3739547a8f27b88fbafc5bfcb2be8c3bad73b796931fc08cca417b08
+size 19851335040

Lingshu-32B-abliterated.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf463bb0b8f2bcb76ce6123e457a3d21e692564d76d59bd6ac72a5d7e5f11bd
+size 18784408960

Lingshu-32B-abliterated.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c95a5fa07e8f64d3c7cb1d4b6fc1e14d71bcaf587c90183fc29d1ead5412b8
+size 23262156160

Lingshu-32B-abliterated.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d87c54d65ce981955901697d3caa367080cc40983151ce4b3938c30aff4e0d
+size 22638253440

Lingshu-32B-abliterated.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c825928a27f77692e2ccf8734208d4ea4c36f8ace11f3c61225aa2b479d8ec15
+size 26886153600

README.md

@@ -0,0 +1,81 @@
+---
+base_model: drwlf/Lingshu-32B-abliterated
+language:
+- en
+library_name: transformers
+mradermacher:
+  readme_rev: 1
+quantized_by: mradermacher
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/drwlf/Lingshu-32B-abliterated
+
+<!-- provided-files -->
+
+***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Lingshu-32B-abliterated-i1-GGUF).***
+
+static quants are available at https://huggingface.co/mradermacher/Lingshu-32B-abliterated-GGUF
+
+**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-GGUF).**
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 7.4 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 8.0 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.1 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 10.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 11.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 11.6 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 12.4 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.9 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.5 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 14.5 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 14.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.0 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.3 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 18.8 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.9 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 20.0 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 20.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Lingshu-32B-abliterated-i1-GGUF/resolve/main/Lingshu-32B-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 27.0 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9732401d13bc1f07a805f3b64c097a236dda7b4c12cd1adba12843fdb1bcee2a
+size 14957085