commit f3f3b11d2fe498cfd8015fb11ee1c12ffc1ca08a Author: ModelHub XC Date: Thu Jun 11 19:44:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Zion-9B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4223bae --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Zion-9B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Zion-9B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7ae5002 --- /dev/null +++ b/README.md @@ -0,0 +1,121 @@ +--- +base_model: nsxtai/Zion-9B +language: +- en +- de +- es +- fr +- it +- pt +- pl +- nl +- tr +- sv +- cs +- el +- hu +- ro +- fi +- uk +- sl +- sk +- da +- lt +- lv +- et +- bg +- no +- ca +- hr +- ga +- mt +- gl +- zh +- ru +- ko +- ja +- ar +- hi +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mlx +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/nsxtai/Zion-9B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Zion-9B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Zion-9B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q2_K.gguf) | i1-Q2_K | 3.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ3_S.gguf) | i1-IQ3_S | 4.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.7 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q4_0.gguf) | i1-Q4_0 | 5.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.4 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q4_1.gguf) | i1-Q4_1 | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/Zion-9B-i1-GGUF/resolve/main/Zion-9B.i1-Q6_K.gguf) | i1-Q6_K | 7.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Zion-9B.i1-IQ1_M.gguf b/Zion-9B.i1-IQ1_M.gguf new file mode 100644 index 0000000..774f056 --- /dev/null +++ b/Zion-9B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bc19d57f34edaca1449c01fb358f6a96ebe9108f7876fd8f900a184714a7c5 +size 2425183168 diff --git a/Zion-9B.i1-IQ1_S.gguf b/Zion-9B.i1-IQ1_S.gguf new file mode 100644 index 0000000..cce7699 --- /dev/null +++ b/Zion-9B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cc2485a87562b9a239a34d04a46d9a0daf81cce43aecaf73e82a8b4a2d0263 +size 2261801920 diff --git a/Zion-9B.i1-IQ2_M.gguf b/Zion-9B.i1-IQ2_M.gguf new file mode 100644 index 0000000..bd2f137 --- /dev/null +++ b/Zion-9B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1c86ce50e17732a5d668d67992e399bdce1841be06961a6a9b8b3d94e3d61e +size 3333086144 diff --git a/Zion-9B.i1-IQ2_S.gguf b/Zion-9B.i1-IQ2_S.gguf new file mode 100644 index 0000000..303cfa1 --- /dev/null +++ b/Zion-9B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbc05db70dbc01e8838d1797c6d9c17172c0a25d82d0eac3174d6a7dffe4c30 +size 3115244480 diff --git a/Zion-9B.i1-IQ2_XS.gguf b/Zion-9B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..320bdfe --- /dev/null +++ b/Zion-9B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa636c49267dd324f0b2654e9f392c7a84d073451e71fe64e743b7012d20055 +size 2937347008 diff --git a/Zion-9B.i1-IQ2_XXS.gguf b/Zion-9B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5fc7c60 --- /dev/null +++ b/Zion-9B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79478e5e5eeff2a3973bec82b488f52a340f5c81d37f28ef01d16b42fe8642d +size 2697485248 diff --git a/Zion-9B.i1-IQ3_M.gguf b/Zion-9B.i1-IQ3_M.gguf new file mode 100644 index 0000000..9ea9f27 --- /dev/null +++ b/Zion-9B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7461164a7315446d81a19c3637bb1710ab8406b5175c3233455c4cb211edd6f +size 4292172736 diff --git a/Zion-9B.i1-IQ3_S.gguf b/Zion-9B.i1-IQ3_S.gguf new file mode 100644 index 0000000..91697d7 --- /dev/null +++ b/Zion-9B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935a3e7042a2728ec3411d237e724c937c2e1ffd6d6b0009b64441f1162eb543 +size 4165163968 diff --git a/Zion-9B.i1-IQ3_XS.gguf b/Zion-9B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2229be7 --- /dev/null +++ b/Zion-9B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a57773bc5f27bf31b30e0aae125a9885b4e0237d98dfd094be45fde0f62d726 +size 3977599936 diff --git a/Zion-9B.i1-IQ3_XXS.gguf b/Zion-9B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d25ccdc --- /dev/null +++ b/Zion-9B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3884055885a2afc025c42fc41bd3dcc344696b5d819e14eb780fe3a34ccace2f +size 3701922752 diff --git a/Zion-9B.i1-IQ4_NL.gguf b/Zion-9B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..48f1690 --- /dev/null +++ b/Zion-9B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df430dd62c5d63bf57150ff6499a3bf38554c5db9f5c8c2b5e4e0b65cac146a8 +size 5309651904 diff --git a/Zion-9B.i1-IQ4_XS.gguf b/Zion-9B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..bf17667 --- /dev/null +++ b/Zion-9B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:969744176235070a601c9fe8486de197d5b625e1c18e3fa7d25e4d7b275828e1 +size 5045541824 diff --git a/Zion-9B.i1-Q2_K.gguf b/Zion-9B.i1-Q2_K.gguf new file mode 100644 index 0000000..9805e69 --- /dev/null +++ b/Zion-9B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76da2602db275d0410415a3c137317862929d34dca7e36bbc32c7c3dbe83ef3 +size 3593067456 diff --git a/Zion-9B.i1-Q2_K_S.gguf b/Zion-9B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..748f46d --- /dev/null +++ b/Zion-9B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50a825b1d0fcadf8272544f8ce2899bcdde6f353d8deb698dc3e3bed567abc1 +size 3365788608 diff --git a/Zion-9B.i1-Q3_K_L.gguf b/Zion-9B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..684cdf5 --- /dev/null +++ b/Zion-9B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69d73993b1bf57cf8fde98a4bdcb3030b8e70b66c0efa160c85e2ef0390b953 +size 4913847232 diff --git a/Zion-9B.i1-Q3_K_M.gguf b/Zion-9B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f56b395 --- /dev/null +++ b/Zion-9B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61143f6701da51f49e1fbae22673796b9f0d26c581fdf5754553a939656d625 +size 4553137088 diff --git a/Zion-9B.i1-Q3_K_S.gguf b/Zion-9B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6063f96 --- /dev/null +++ b/Zion-9B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37647c90536996c2d332db50daebd78036768cdb1da51a2f7d872d30be4d8cf +size 4141767616 diff --git a/Zion-9B.i1-Q4_0.gguf b/Zion-9B.i1-Q4_0.gguf new file mode 100644 index 0000000..9bd704f --- /dev/null +++ b/Zion-9B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b24f33ab215a8e4de89f84d40ecddeead19b19ad6558e1bdb15ed77fba4089 +size 5303360448 diff --git a/Zion-9B.i1-Q4_1.gguf b/Zion-9B.i1-Q4_1.gguf new file mode 100644 index 0000000..effed4a --- /dev/null +++ b/Zion-9B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474b8faa01345364bd9b9355942d4cc1c83ccbab5c6f2e7c0e7e476fe25839da +size 5826862016 diff --git a/Zion-9B.i1-Q4_K_M.gguf b/Zion-9B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..21f716b --- /dev/null +++ b/Zion-9B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57056e187bd1ed7b7ae559b839ec16e8cb802d8b69728000bfdd8b0ec2540756 +size 5582838720 diff --git a/Zion-9B.i1-Q4_K_S.gguf b/Zion-9B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..836210d --- /dev/null +++ b/Zion-9B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3aadf0a43b1f1f52c2691fd0a5f24ed01bb269f56523c414b88e09b23c4263 +size 5321186240 diff --git a/Zion-9B.i1-Q5_K_M.gguf b/Zion-9B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b4c4943 --- /dev/null +++ b/Zion-9B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0814d4d065add431f87d98cfe4e79192c7859e6ce064d9d61dffb1387d446822 +size 6518168512 diff --git a/Zion-9B.i1-Q5_K_S.gguf b/Zion-9B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..081ae2b --- /dev/null +++ b/Zion-9B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124796e99356d8236edcafd42f24ebb201a223e8e97d9046f31606dcf88e6039 +size 6366092224 diff --git a/Zion-9B.i1-Q6_K.gguf b/Zion-9B.i1-Q6_K.gguf new file mode 100644 index 0000000..b991b9a --- /dev/null +++ b/Zion-9B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9783cfe079ba360b6abb0983eee4528e49002f2d94dbfc4a62779cea5b73e2 +size 7511956416 diff --git a/Zion-9B.imatrix.gguf b/Zion-9B.imatrix.gguf new file mode 100644 index 0000000..0405065 --- /dev/null +++ b/Zion-9B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c1a685620b132798ebbfe7cf74451ede553f149162d522dc3d20ae3af2bd2e0 +size 6238368