commit 6dd0fa8a0a082160b48dbea17a575386b79fbab8 Author: ModelHub XC Date: Thu Jun 11 22:12:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Zirel-2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..946abd8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Zirel-2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Zirel-2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..46f9bf3 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: Daemontatox/Zirel-2 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3_moe +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Daemontatox/Zirel-2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Zirel-2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Zirel-2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.imatrix.gguf) | imatrix | 0.2 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ1_S.gguf) | i1-IQ1_S | 6.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ1_M.gguf) | i1-IQ1_M | 7.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.2 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ2_S.gguf) | i1-IQ2_S | 9.4 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ2_M.gguf) | i1-IQ2_M | 10.3 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q2_K.gguf) | i1-Q2_K | 11.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.7 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 13.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ3_S.gguf) | i1-IQ3_S | 13.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ3_M.gguf) | i1-IQ3_M | 13.6 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 16.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 16.5 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q4_0.gguf) | i1-Q4_0 | 17.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 17.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 18.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q4_1.gguf) | i1-Q4_1 | 19.3 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 21.2 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 21.8 | | +| [GGUF](https://huggingface.co/mradermacher/Zirel-2-i1-GGUF/resolve/main/Zirel-2.i1-Q6_K.gguf) | i1-Q6_K | 25.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Zirel-2.i1-IQ1_M.gguf b/Zirel-2.i1-IQ1_M.gguf new file mode 100644 index 0000000..78bc61a --- /dev/null +++ b/Zirel-2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952c19fd10816f1bef1f840eaacb72aa892cfec2901cbf61846763fbbbbf05b2 +size 7078292032 diff --git a/Zirel-2.i1-IQ1_S.gguf b/Zirel-2.i1-IQ1_S.gguf new file mode 100644 index 0000000..27bc99e --- /dev/null +++ b/Zirel-2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14d05edc4807d02cf1bb56d144a7b1f5f80306977cefa9d630d70aa2a307906 +size 6416509504 diff --git a/Zirel-2.i1-IQ2_M.gguf b/Zirel-2.i1-IQ2_M.gguf new file mode 100644 index 0000000..ad2a01d --- /dev/null +++ b/Zirel-2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36cd5f9fb66af8ab1fcc4b9fc24383b6ed52a12deb356a13c005d99546364a5e +size 10169508416 diff --git a/Zirel-2.i1-IQ2_S.gguf b/Zirel-2.i1-IQ2_S.gguf new file mode 100644 index 0000000..32ee084 --- /dev/null +++ b/Zirel-2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5ccf34c96a0aae4074b5a57a623efa0ded4086aade12cd949d1a4e15b0b6b +size 9287131712 diff --git a/Zirel-2.i1-IQ2_XS.gguf b/Zirel-2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7504b7d --- /dev/null +++ b/Zirel-2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27dc152fd9ca922feeca6a6873a63bb039ed1adc8ded83ff27c1f4957c3d83c +size 9076222528 diff --git a/Zirel-2.i1-IQ2_XXS.gguf b/Zirel-2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3a422ec --- /dev/null +++ b/Zirel-2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2efd736878a2a221b8ec1a2fa1c742346271b47129fdaa2479f024fdcaa374a +size 8181262912 diff --git a/Zirel-2.i1-IQ3_M.gguf b/Zirel-2.i1-IQ3_M.gguf new file mode 100644 index 0000000..736bb35 --- /dev/null +++ b/Zirel-2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b70e0a380fadffa1d1cfeb6d286c15f294c5d08685d80688441d8a3c47d9ee +size 13513062976 diff --git a/Zirel-2.i1-IQ3_S.gguf b/Zirel-2.i1-IQ3_S.gguf new file mode 100644 index 0000000..67193c2 --- /dev/null +++ b/Zirel-2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780fb33ed17942269ccfa9a99ec50dd2282ba7dd6a989723417527250bde667c +size 13299153472 diff --git a/Zirel-2.i1-IQ3_XS.gguf b/Zirel-2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d759924 --- /dev/null +++ b/Zirel-2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1db3f064c665454684c7f6288f01576480cd397dd6317c2142736a2427e86f +size 12598442560 diff --git a/Zirel-2.i1-IQ3_XXS.gguf b/Zirel-2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..26fde14 --- /dev/null +++ b/Zirel-2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e35b146230c2cbff7e150bff181a7a85775d7b654869b712d583e66c74323f +size 11849327168 diff --git a/Zirel-2.i1-IQ4_XS.gguf b/Zirel-2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cd1ca30 --- /dev/null +++ b/Zirel-2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd93b9d77a9f71c53d76623e6b11615415f3c1fa28dbc8d6d3646cb32f59feaf +size 16368349760 diff --git a/Zirel-2.i1-Q2_K.gguf b/Zirel-2.i1-Q2_K.gguf new file mode 100644 index 0000000..56ea651 --- /dev/null +++ b/Zirel-2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c54c426c4888910c02b5f342f330643cd2bc3245348081413171ddfffeaf7d4 +size 11258610240 diff --git a/Zirel-2.i1-Q2_K_S.gguf b/Zirel-2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..0d5c8f5 --- /dev/null +++ b/Zirel-2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be9a6401d27bcbcb3ac8ce81036679804b31cc5da7bfe4e881780c169706672 +size 10519364160 diff --git a/Zirel-2.i1-Q3_K_L.gguf b/Zirel-2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e2ed3be --- /dev/null +++ b/Zirel-2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b01dfc3e3724110f876940f9417f8d50910273520ce73943310798614c9c97 +size 15900670528 diff --git a/Zirel-2.i1-Q3_K_M.gguf b/Zirel-2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1a425f9 --- /dev/null +++ b/Zirel-2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9175b537de267390e294bf9944f83e86be9e98d623538eeddb93e945b17e94a +size 14711847488 diff --git a/Zirel-2.i1-Q3_K_S.gguf b/Zirel-2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..000a5e8 --- /dev/null +++ b/Zirel-2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76f38f84a56ab07b2c906d11fae75d964879028a8f7ccc275634fe4b8d3ab6c +size 13292468800 diff --git a/Zirel-2.i1-Q4_0.gguf b/Zirel-2.i1-Q4_0.gguf new file mode 100644 index 0000000..4429595 --- /dev/null +++ b/Zirel-2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856e5e1c054e144de9b2d69d993cd9f4e49093ce8baa38bf5e43970bbe7d5fdb +size 17379988032 diff --git a/Zirel-2.i1-Q4_1.gguf b/Zirel-2.i1-Q4_1.gguf new file mode 100644 index 0000000..e55437f --- /dev/null +++ b/Zirel-2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b5a9f8ef8f20712761d9e293587514200a0820b9741d0f6b22351242a1e3b86 +size 19192500800 diff --git a/Zirel-2.i1-Q4_K_M.gguf b/Zirel-2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1ff4177 --- /dev/null +++ b/Zirel-2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdc7974e3a289f21e6d8205dd0e2e2e2607cb6885285938d2d7e12d649f35bc +size 18556686912 diff --git a/Zirel-2.i1-Q4_K_S.gguf b/Zirel-2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..56db942 --- /dev/null +++ b/Zirel-2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9856e987f5f59c874a8fe26ffb2a2c5b7c60b85186131048536b3f1d91a235a6 +size 17456009792 diff --git a/Zirel-2.i1-Q5_K_M.gguf b/Zirel-2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9cab5e2 --- /dev/null +++ b/Zirel-2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c998c391e2c22018e8fc3884a1fd680e32771151b38b4abdd876a98e7ea4f754 +size 21725581888 diff --git a/Zirel-2.i1-Q5_K_S.gguf b/Zirel-2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..1e6c101 --- /dev/null +++ b/Zirel-2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cbb23c1a788ada76bf6edaa4c482ccd9da990ecdb3bf43cd0d290b26f6472e3 +size 21080511040 diff --git a/Zirel-2.i1-Q6_K.gguf b/Zirel-2.i1-Q6_K.gguf new file mode 100644 index 0000000..6f2d987 --- /dev/null +++ b/Zirel-2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b6f42be7211ae76e1eb6ffc154d2a348b8eb34ee23ac367e374ad88cdda218 +size 25092532800 diff --git a/Zirel-2.imatrix.gguf b/Zirel-2.imatrix.gguf new file mode 100644 index 0000000..62601e9 --- /dev/null +++ b/Zirel-2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e27a067082f88aa95f58562c058e5f6effa94065cbe93a4e20ac9c1508ea347 +size 122029312