commit 95337310d547cdaa2d84dc44a31cc25d1d303419 Author: ModelHub XC Date: Wed Jul 15 11:39:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ce041b3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf new file mode 100644 index 0000000..557653c --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c6b95b1c3246a3dcca6fd9c710713ad21d976de6c02a9faaa2698f9925a93f +size 3849656832 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf new file mode 100644 index 0000000..37ec0b6 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54de466d0263dd3e3c8fa47a1c1ad041824ebe6c9fbcdd9c6ab1a2c0f3ed4a92 +size 3579935232 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf new file mode 100644 index 0000000..9267698 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9331005ae884b9e70c40eff6ebc456bcb9e1f549a2fdfba3ffcf2c1f4bc4e8f +size 5322941952 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf new file mode 100644 index 0000000..27d0f49 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24aaed5ad40c687b48cefbae0255a6bc68a67b867a1a886a415e130773cb9399 +size 4963313152 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5b1b9a9 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a15204fc7032d661b38243b2eee42d6f1316ec4906fe11c28090da61bd315e +size 4691589632 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..71a67e9 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e7bcf6fd6670412e7e52f57c77e8dabb3ebf911919e05112233f51f9a8b800 +size 4299192832 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf new file mode 100644 index 0000000..194f523 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f0c30ac8e6f50d1c3b9dcf6999244ce1595761488c45be852e2090eb20253a +size 6883410432 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf new file mode 100644 index 0000000..a56baa6 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46f7245da80a5a112947517c1f307bf5c5278a45f052ecc67ee8b94e67b2c17 +size 6684959232 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2bbbe34 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248e44ee63f2e65d1e0cae12f6bc9c88300c770404581b1062fdcd653b77ce72 +size 6375301632 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..fc8f795 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4ce7c66c8f1c3e8b1005249f23a43bb16e2618cbd0b7b6b9254aa789da8efe +size 5942666752 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8f9c42b --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2eedabf9f250c94df8d818eaaf1b9367cf9f9fb2c6a025731b99cf30e99585a +size 8541363712 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..7f9bccc --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62c571e21a024ff8e33adeca6b5887e4bbe744c18ef7aff1a29b59d2890e2ae7 +size 8110730752 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf new file mode 100644 index 0000000..9d655eb --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37baa55cd5c9ee732a94292f3269e2936608da1bb0cd73187079ae07a0ea1a35 +size 5753984512 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..10b3ade --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01892f0fb273e70fd5041137fcfdb2257c1d06920b197bb724d625871301f8b +size 5389850112 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2b19424 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e9835774edbf6520c268873a38858ff27890eafd7cc4f72454587be7efcc74 +size 7900652032 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a0d7f2b --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f823337a4b3bdbba5ce857e8d685b74cdb9a70517512afebdb9d9a1ab9eb3e6 +size 7321313792 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2655f26 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946d84f755f21633064a5336289eb37b2c97619711d354d60ef3591b29025e64 +size 6657106432 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf new file mode 100644 index 0000000..cc2f15d --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c174f00e8be7ced07bfb1d8ab10326725e4cef64b51f7b3630743d2897705a4 +size 8543002112 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf new file mode 100644 index 0000000..9327395 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e965a0360cff27251556d337619cc9a74d97ebbcf7105bead9954c36ddb8419 +size 9389522432 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7811c1c --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d7c71424793b0261757b0cfb963bf3ce84a70feb15b9cef93bc2452ba9fdc2 +size 9001754112 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2ac96ab --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68748d523eac51698e8e576b0d65e04f2eafa24cfcae8a9fca55edc597bf86d3 +size 8573476352 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a93f2b0 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d933edc76a4a1d06ecaac6463adfc5473266032ee86d8333a6b098302083b0 +size 10514570752 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5f8e32b --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91adc1f5cc92b7db09d50b920b60e96f6eebb17a3f194a28c9342a37cd397d81 +size 10263895552 diff --git a/QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf b/QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf new file mode 100644 index 0000000..3197ef2 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f9f857fff1cc3f5d150bd0f854a364efdc8bf3259636413634bd15a86897ff +size 12121938432 diff --git a/QiMing-Holos-Plus-Qwen3-14B.imatrix.gguf b/QiMing-Holos-Plus-Qwen3-14B.imatrix.gguf new file mode 100644 index 0000000..b535eb3 --- /dev/null +++ b/QiMing-Holos-Plus-Qwen3-14B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d36cbb5e55e04db7bd46a7cc1c084a2fc6e0c69ce6993a79a7a7c1fdf0faf93 +size 7743552 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a07474e --- /dev/null +++ b/README.md @@ -0,0 +1,99 @@ +--- +base_model: aifeifei798/QiMing-Holos-Plus-Qwen3-14B +language: +- zh +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- qwen +- qwen3 +- unsloth +- qiming +- qiming-holos +- bagua +- decision-making +- strategic-analysis +- cognitive-architecture +- chat +- lora +- philosophy-driven-ai +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/aifeifei798/QiMing-Holos-Plus-Qwen3-14B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#QiMing-Holos-Plus-Qwen3-14B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf) | i1-IQ2_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf) | i1-IQ2_M | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf) | i1-Q2_K | 5.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf) | i1-Q4_0 | 8.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf) | i1-Q4_1 | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.6 | | +| [GGUF](https://huggingface.co/mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/resolve/main/QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf) | i1-Q6_K | 12.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +