commit 4c7b8ce93ad43388a5cc4943b90a2995213db4e2 Author: ModelHub XC Date: Mon Sep 28 19:57:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Mistral-Nemo-12B-CY-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4c4c9e4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-12B-CY.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Mistral-Nemo-12B-CY.i1-IQ1_M.gguf b/Mistral-Nemo-12B-CY.i1-IQ1_M.gguf new file mode 100644 index 0000000..b29fbca --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4774dfc01b0b735ed2a7154d2e6ba0e7aecaa2dc6863468a4a819adb43713c57 +size 3221628416 diff --git a/Mistral-Nemo-12B-CY.i1-IQ1_S.gguf b/Mistral-Nemo-12B-CY.i1-IQ1_S.gguf new file mode 100644 index 0000000..d1b273f --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb8773fc988f14c18ac88144bcf12d21397aaf86e3a76db6effef3163005900 +size 2999215616 diff --git a/Mistral-Nemo-12B-CY.i1-IQ2_M.gguf b/Mistral-Nemo-12B-CY.i1-IQ2_M.gguf new file mode 100644 index 0000000..cc33bb6 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95afa0065f56203f527cca14e9a610c0ffb6f7e0480ae68cdaa2605f1e53a6fd +size 4435027456 diff --git a/Mistral-Nemo-12B-CY.i1-IQ2_S.gguf b/Mistral-Nemo-12B-CY.i1-IQ2_S.gguf new file mode 100644 index 0000000..6372c8c --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb6df7412b8837d0c2bd532b68b18f266246f112489c842725e89af47c7e849 +size 4138477056 diff --git a/Mistral-Nemo-12B-CY.i1-IQ2_XS.gguf b/Mistral-Nemo-12B-CY.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4c1bfec --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c178430fb1a18247874c760077f0713246c4d71fffaf20bc08126a85db6182b3 +size 3915081216 diff --git a/Mistral-Nemo-12B-CY.i1-IQ2_XXS.gguf b/Mistral-Nemo-12B-CY.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..28687b6 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c0ad41703de79c43ba68e5773920682aa7a7ba6313450df26dca31175981ed +size 3592316416 diff --git a/Mistral-Nemo-12B-CY.i1-IQ3_M.gguf b/Mistral-Nemo-12B-CY.i1-IQ3_M.gguf new file mode 100644 index 0000000..31c9b4b --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e701a2c968a95c3e2f23ead70ba58592a63a82d6f00ce39551061868d10288 +size 5722236416 diff --git a/Mistral-Nemo-12B-CY.i1-IQ3_S.gguf b/Mistral-Nemo-12B-CY.i1-IQ3_S.gguf new file mode 100644 index 0000000..4f75da8 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb2a109991da511b0b80ce46492b5439fe4f31585d5f8c2984ac91aa2beb782 +size 5562082816 diff --git a/Mistral-Nemo-12B-CY.i1-IQ3_XS.gguf b/Mistral-Nemo-12B-CY.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1e7db30 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade499a47983fd36ff7cb57b46e99de79628e7579e1b49818eee64ff19ed73f2 +size 5306492416 diff --git a/Mistral-Nemo-12B-CY.i1-IQ3_XXS.gguf b/Mistral-Nemo-12B-CY.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..cef11f5 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e08fb1fd2c45c037d19807142fba91cad1156399c25ee3000574de35079455 +size 4945389056 diff --git a/Mistral-Nemo-12B-CY.i1-IQ4_NL.gguf b/Mistral-Nemo-12B-CY.i1-IQ4_NL.gguf new file mode 100644 index 0000000..60da22c --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a40d4511b5a6a165a4c77e685e290f131b529ac743971d407049e8abac1964 +size 7097918976 diff --git a/Mistral-Nemo-12B-CY.i1-IQ4_XS.gguf b/Mistral-Nemo-12B-CY.i1-IQ4_XS.gguf new file mode 100644 index 0000000..eb3c0d1 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e24c524fd2ca455a620752b2d66ef0112eef8047f1913c195b8b00c66b1f71 +size 6742713856 diff --git a/Mistral-Nemo-12B-CY.i1-Q2_K.gguf b/Mistral-Nemo-12B-CY.i1-Q2_K.gguf new file mode 100644 index 0000000..cc83da0 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d18f1c7dfa3c62e58252933ca305f38c81a55c1616feb849902e5562ebe19a +size 4791051776 diff --git a/Mistral-Nemo-12B-CY.i1-Q2_K_S.gguf b/Mistral-Nemo-12B-CY.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e02da0b --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1911f8c70b4b465864a92f33b06114ef7164809a130a5e0ef7ef9b72d570930 +size 4493682176 diff --git a/Mistral-Nemo-12B-CY.i1-Q3_K_L.gguf b/Mistral-Nemo-12B-CY.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9458799 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3f41239efc08927a7717521475721f6364aa4d4096c2ec5d279bfc70e8b9b3 +size 6561506816 diff --git a/Mistral-Nemo-12B-CY.i1-Q3_K_M.gguf b/Mistral-Nemo-12B-CY.i1-Q3_K_M.gguf new file mode 100644 index 0000000..b84f8e9 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c14f56ed49a441c379f1036d9797e6f15d80e8e068604cdc279c720f9b845cf +size 6083094016 diff --git a/Mistral-Nemo-12B-CY.i1-Q3_K_S.gguf b/Mistral-Nemo-12B-CY.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f61e292 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990db2ac2fcd967b85fce9e855c8d1db108b15577501354611415f8363f2b297 +size 5534230016 diff --git a/Mistral-Nemo-12B-CY.i1-Q4_0.gguf b/Mistral-Nemo-12B-CY.i1-Q4_0.gguf new file mode 100644 index 0000000..cb5c786 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5269a20872f9cf2a756faec71ec05aabbb83eea52df8eba507a908f41e68cfe1 +size 7094642176 diff --git a/Mistral-Nemo-12B-CY.i1-Q4_1.gguf b/Mistral-Nemo-12B-CY.i1-Q4_1.gguf new file mode 100644 index 0000000..7bcffef --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361bea7fa3fb05496ddcefae1ffd0a65a06ea5db9f8ed7a561acfea5baebcaac +size 7795222016 diff --git a/Mistral-Nemo-12B-CY.i1-Q4_K_M.gguf b/Mistral-Nemo-12B-CY.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7c03b29 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c9004b01ad99465820c45804b802bf8873b2faf9a00894fb8931e9c6405162 +size 7477208576 diff --git a/Mistral-Nemo-12B-CY.i1-Q4_K_S.gguf b/Mistral-Nemo-12B-CY.i1-Q4_K_S.gguf new file mode 100644 index 0000000..b0b3484 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd825bd317c2f59d0fdcb46e75bfb73d20141c42dd540fc2ea6500d9e338680 +size 7120201216 diff --git a/Mistral-Nemo-12B-CY.i1-Q5_K_M.gguf b/Mistral-Nemo-12B-CY.i1-Q5_K_M.gguf new file mode 100644 index 0000000..ba88536 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d295f91a10c53de35e8fb66a8ce68f477b02cc89fc078ef5e1c2c2c757c1f1 +size 8727635456 diff --git a/Mistral-Nemo-12B-CY.i1-Q5_K_S.gguf b/Mistral-Nemo-12B-CY.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5f7c311 --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23019bfe81569f0114fd85f2bb027d7920fe484054719072e8eefbf1fb14fe2a +size 8518739456 diff --git a/Mistral-Nemo-12B-CY.i1-Q6_K.gguf b/Mistral-Nemo-12B-CY.i1-Q6_K.gguf new file mode 100644 index 0000000..f6840ec --- /dev/null +++ b/Mistral-Nemo-12B-CY.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071deab0dabcba67fbe67c1f5a0a50364ec16db4a5fae8f2d9d16130982bbd6c +size 10056214016 diff --git a/Mistral-Nemo-12B-CY.imatrix.gguf b/Mistral-Nemo-12B-CY.imatrix.gguf new file mode 100644 index 0000000..93df3a5 --- /dev/null +++ b/Mistral-Nemo-12B-CY.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddadebf567008c5e459ce66640c2b626c9e2a44a6790b70637c5102b15734f1d +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..aa48ad0 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: CY1232/Mistral-Nemo-12B-CY +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/CY1232/Mistral-Nemo-12B-CY + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Mistral-Nemo-12B-CY-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mistral-Nemo-12B-CY-i1-GGUF/resolve/main/Mistral-Nemo-12B-CY.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +