commit 162d238aedf9b2d947e34c14aa4001b7dc1ef41d Author: ModelHub XC Date: Thu Jun 18 17:03:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ca7cf7d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +AfriqueQwen-14B-multiturn_2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ1_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ1_M.gguf new file mode 100644 index 0000000..0d46d66 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1ca541542733bf811b3d3390b4b56c48624408c0d54bd44534d8723cd7a4e7 +size 3849656736 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ1_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ1_S.gguf new file mode 100644 index 0000000..4163dd4 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f872a0d06a66a3a9d237a5b07ebb47f24c011db5858d52ee051ab3371fb353b7 +size 3579935136 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ2_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ2_M.gguf new file mode 100644 index 0000000..5176e8e --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800890835c6bf02d815c1343a40f9bbf3672f6f453f96b2946376a6b30c85511 +size 5322941856 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ2_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ2_S.gguf new file mode 100644 index 0000000..fff8841 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc6cb52ec588f7547911817c535a3d7be957d417e5a3c735e8cee41675cdde8 +size 4963313056 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ2_XS.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d383ab2 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b9ed2fab5bb5ba88c0678544d66630a6d1faa14d93e997d8b80e348d1d8d7e +size 4691589536 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ2_XXS.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..551b179 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc206a6444097f1e8209311efa3b64f9f6ca4f96d893ab7942686fed5e709c6 +size 4299192736 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ3_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ3_M.gguf new file mode 100644 index 0000000..d307d25 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135097f4f3343dfb4101af2392222da2fa26c837aeec6dab6f5899d03a913601 +size 6883410336 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ3_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ3_S.gguf new file mode 100644 index 0000000..ec8ec6c --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e86f36cc8e3c40afc329076e95e232e226595858e5aa6ed4b1cafbe7c6cd3f +size 6684959136 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ3_XS.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..8f71418 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bb1454bf82fd175b6a741689a7a227c0fdf270a40ac9d72fc4cd3a4f7dd9e1 +size 6375301536 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ3_XXS.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8d68dfe --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd22200f3a5648965c54c84bb3f4978b97aa625564202c49c730a4c40012202b +size 5942666656 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ4_NL.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4fb0b38 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4f7556b9fac414846697782878f4bca98f686247684f4650cf3b893e5ca3ae6 +size 8541363616 diff --git a/AfriqueQwen-14B-multiturn_2.i1-IQ4_XS.gguf b/AfriqueQwen-14B-multiturn_2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cae244a --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8ae01beec1cbc7648b18d5cb5fe2e3b46860353e93162aa8af8a59c46c689c +size 8110730656 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q2_K.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q2_K.gguf new file mode 100644 index 0000000..e1faf79 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d842f0009e03a4cdc106a59f3c8830985d21ab2dd3dcd91c28e6591e131972 +size 5753984416 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q2_K_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..66c6934 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c53d2abb8dad5d9f9b46d36652f7fe9dd3c8a8b343370897e0ee41463acad8a +size 5389850016 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q3_K_L.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9982820 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79fa1dc53f0cd39dd8e18fc2c188251cabcc209439f7aac1f74cb3be2aa59498 +size 7900651936 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q3_K_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..efd6c34 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb44d562d89ffb3130d0e321d11a8f9b48e159c225e9f849a005852ba8ce6b6 +size 7321313696 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q3_K_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..dd58eb9 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f0a456cca65e87a409a54a41da078eda4d9052602f60f9ed786f4f4a7f63be5 +size 6657106336 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q4_0.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q4_0.gguf new file mode 100644 index 0000000..68bad1d --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc505cfbfcde88a3c717d2e6ab8a103697d721448a47d34ff7846ca652796031 +size 8543002016 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q4_1.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q4_1.gguf new file mode 100644 index 0000000..0b402fc --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2fda82a3e79fe1d1c2ff6205bbfd09a3e40b42b4a75fb47ed1dac61eb6b976 +size 9389522336 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q4_K_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..957fed3 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3640a73fb56c29756c16e7508177fc83dd15167d77283d49e5998dc87b8dea1 +size 9001754016 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q4_K_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1aca854 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a0c6c3cab92fa5a23419fb386e0d4541c68db4411b4bee8063a41485885ef1 +size 8573476256 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q5_K_M.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2114181 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc8c887a3a2b8562144abd2f80c187b30da506645204692ea5c581d4cf3cfe3 +size 10514570656 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q5_K_S.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..2225aad --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2f3ab08d2b53728c6a5faecef32ad2aa20c3bdcba1b5ff82a71da775dc78f7 +size 10263895456 diff --git a/AfriqueQwen-14B-multiturn_2.i1-Q6_K.gguf b/AfriqueQwen-14B-multiturn_2.i1-Q6_K.gguf new file mode 100644 index 0000000..f104bdf --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d85a6c12e951899c122b6ac09827fbfce94d67032a381f2d94ae3250aef9c9 +size 12121938336 diff --git a/AfriqueQwen-14B-multiturn_2.imatrix.gguf b/AfriqueQwen-14B-multiturn_2.imatrix.gguf new file mode 100644 index 0000000..7c4e2f4 --- /dev/null +++ b/AfriqueQwen-14B-multiturn_2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6085dff970f561253fc07ecf04adca7cc1b9542e40afa5f56a5543ef1718ea9 +size 7743552 diff --git a/README.md b/README.md new file mode 100644 index 0000000..22e13ef --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: israel/AfriqueQwen-14B-multiturn_2 +language: +- en +library_name: transformers +license: other +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- llama-factory +- full +- generated_from_trainer +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/israel/AfriqueQwen-14B-multiturn_2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#AfriqueQwen-14B-multiturn_2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ1_M.gguf) | i1-IQ1_M | 3.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ2_S.gguf) | i1-IQ2_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ2_M.gguf) | i1-IQ2_M | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q2_K.gguf) | i1-Q2_K | 5.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q4_0.gguf) | i1-Q4_0 | 8.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q4_1.gguf) | i1-Q4_1 | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.6 | | +| [GGUF](https://huggingface.co/mradermacher/AfriqueQwen-14B-multiturn_2-i1-GGUF/resolve/main/AfriqueQwen-14B-multiturn_2.i1-Q6_K.gguf) | i1-Q6_K | 12.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +