From c9bf84b1b3345f42592632d43b52a94616e9e3a9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 10 May 2026 01:10:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Iris-The-Wasp-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++++ Iris-The-Wasp.i1-IQ1_M.gguf | 3 ++ Iris-The-Wasp.i1-IQ1_S.gguf | 3 ++ Iris-The-Wasp.i1-IQ2_M.gguf | 3 ++ Iris-The-Wasp.i1-IQ2_S.gguf | 3 ++ Iris-The-Wasp.i1-IQ2_XS.gguf | 3 ++ Iris-The-Wasp.i1-IQ2_XXS.gguf | 3 ++ Iris-The-Wasp.i1-IQ3_M.gguf | 3 ++ Iris-The-Wasp.i1-IQ3_S.gguf | 3 ++ Iris-The-Wasp.i1-IQ3_XS.gguf | 3 ++ Iris-The-Wasp.i1-IQ3_XXS.gguf | 3 ++ Iris-The-Wasp.i1-IQ4_NL.gguf | 3 ++ Iris-The-Wasp.i1-IQ4_XS.gguf | 3 ++ Iris-The-Wasp.i1-Q2_K.gguf | 3 ++ Iris-The-Wasp.i1-Q2_K_S.gguf | 3 ++ Iris-The-Wasp.i1-Q3_K_L.gguf | 3 ++ Iris-The-Wasp.i1-Q3_K_M.gguf | 3 ++ Iris-The-Wasp.i1-Q3_K_S.gguf | 3 ++ Iris-The-Wasp.i1-Q4_0.gguf | 3 ++ Iris-The-Wasp.i1-Q4_1.gguf | 3 ++ Iris-The-Wasp.i1-Q4_K_M.gguf | 3 ++ Iris-The-Wasp.i1-Q4_K_S.gguf | 3 ++ Iris-The-Wasp.i1-Q5_K_M.gguf | 3 ++ Iris-The-Wasp.i1-Q5_K_S.gguf | 3 ++ Iris-The-Wasp.i1-Q6_K.gguf | 3 ++ Iris-The-Wasp.imatrix.gguf | 3 ++ README.md | 88 +++++++++++++++++++++++++++++++++++ 27 files changed, 223 insertions(+) create mode 100644 .gitattributes create mode 100644 Iris-The-Wasp.i1-IQ1_M.gguf create mode 100644 Iris-The-Wasp.i1-IQ1_S.gguf create mode 100644 Iris-The-Wasp.i1-IQ2_M.gguf create mode 100644 Iris-The-Wasp.i1-IQ2_S.gguf create mode 100644 Iris-The-Wasp.i1-IQ2_XS.gguf create mode 100644 Iris-The-Wasp.i1-IQ2_XXS.gguf create mode 100644 Iris-The-Wasp.i1-IQ3_M.gguf create mode 100644 Iris-The-Wasp.i1-IQ3_S.gguf create mode 100644 Iris-The-Wasp.i1-IQ3_XS.gguf create mode 100644 Iris-The-Wasp.i1-IQ3_XXS.gguf create mode 100644 Iris-The-Wasp.i1-IQ4_NL.gguf create mode 100644 Iris-The-Wasp.i1-IQ4_XS.gguf create mode 100644 Iris-The-Wasp.i1-Q2_K.gguf create mode 100644 Iris-The-Wasp.i1-Q2_K_S.gguf create mode 100644 Iris-The-Wasp.i1-Q3_K_L.gguf create mode 100644 Iris-The-Wasp.i1-Q3_K_M.gguf create mode 100644 Iris-The-Wasp.i1-Q3_K_S.gguf create mode 100644 Iris-The-Wasp.i1-Q4_0.gguf create mode 100644 Iris-The-Wasp.i1-Q4_1.gguf create mode 100644 Iris-The-Wasp.i1-Q4_K_M.gguf create mode 100644 Iris-The-Wasp.i1-Q4_K_S.gguf create mode 100644 Iris-The-Wasp.i1-Q5_K_M.gguf create mode 100644 Iris-The-Wasp.i1-Q5_K_S.gguf create mode 100644 Iris-The-Wasp.i1-Q6_K.gguf create mode 100644 Iris-The-Wasp.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2f3f6af --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Iris-The-Wasp.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Iris-The-Wasp.i1-IQ1_M.gguf b/Iris-The-Wasp.i1-IQ1_M.gguf new file mode 100644 index 0000000..08fc011 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63b3e99c60e372fa5510f84254322f7c946f5d49025e40ae92b0907585d15cc +size 289707840 diff --git a/Iris-The-Wasp.i1-IQ1_S.gguf b/Iris-The-Wasp.i1-IQ1_S.gguf new file mode 100644 index 0000000..543cf72 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab1c2d6e3a21a05ec41b42f54e3645dd4c81e8630c9ae95f1d16dd1cc8533c5 +size 269973312 diff --git a/Iris-The-Wasp.i1-IQ2_M.gguf b/Iris-The-Wasp.i1-IQ2_M.gguf new file mode 100644 index 0000000..ca34ef1 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9403e959f15a92d51daee4c017060dd3e7f554bdfebab0b85c6d36cee2633d57 +size 400083392 diff --git a/Iris-The-Wasp.i1-IQ2_S.gguf b/Iris-The-Wasp.i1-IQ2_S.gguf new file mode 100644 index 0000000..4411bed --- /dev/null +++ b/Iris-The-Wasp.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0268a59db2675e322fd6b30d4b65207abd7b595db7d47fe9ddbfeec9d5be3cd8 +size 373770688 diff --git a/Iris-The-Wasp.i1-IQ2_XS.gguf b/Iris-The-Wasp.i1-IQ2_XS.gguf new file mode 100644 index 0000000..896b4f8 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54862ff4cfb51f68f0a728ff43e5facd85bdf9149f56fbfd5238984da375b607 +size 351795008 diff --git a/Iris-The-Wasp.i1-IQ2_XXS.gguf b/Iris-The-Wasp.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..04a0a35 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f9abd018db870766ba3d76ff904b7ad3de8a6e28f4d97b4d343199242c0202 +size 322598720 diff --git a/Iris-The-Wasp.i1-IQ3_M.gguf b/Iris-The-Wasp.i1-IQ3_M.gguf new file mode 100644 index 0000000..cd9a7eb --- /dev/null +++ b/Iris-The-Wasp.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7264a35703d70d3c55b6db0afb8862897f1f610486423225f79446f36dd4c7f0 +size 516201728 diff --git a/Iris-The-Wasp.i1-IQ3_S.gguf b/Iris-The-Wasp.i1-IQ3_S.gguf new file mode 100644 index 0000000..acd1f6a --- /dev/null +++ b/Iris-The-Wasp.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:672ceb0222ccda045e81d9db8b04258ec9becc4173d4f84a4d07da377e7c6450 +size 500882688 diff --git a/Iris-The-Wasp.i1-IQ3_XS.gguf b/Iris-The-Wasp.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fabd480 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3588f5900c1b447c716e751e1fc4f2abfe7384bfb7e1a3a9969b95c1cb19cbb3 +size 477633792 diff --git a/Iris-The-Wasp.i1-IQ3_XXS.gguf b/Iris-The-Wasp.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c91c345 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64da39efb5440e1f56036144b3090d53df06f00ee5c589abbb8fdc101e58c3af +size 445139392 diff --git a/Iris-The-Wasp.i1-IQ4_NL.gguf b/Iris-The-Wasp.i1-IQ4_NL.gguf new file mode 100644 index 0000000..995e4f5 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce50fda744f2ebc568c1da111590f4335fe35de262944f15c1b29bc6d418ff7 +size 638177312 diff --git a/Iris-The-Wasp.i1-IQ4_XS.gguf b/Iris-The-Wasp.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3808d08 --- /dev/null +++ b/Iris-The-Wasp.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9241923c85dcd7de6d411c7ef1f58e864cc701afcb8faeca647211616da36fd +size 606211936 diff --git a/Iris-The-Wasp.i1-Q2_K.gguf b/Iris-The-Wasp.i1-Q2_K.gguf new file mode 100644 index 0000000..77daeee --- /dev/null +++ b/Iris-The-Wasp.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb6ede2b97338b4fe8b5dce8fcb1ed3db3c12bacefc73b1c72900a2f222dbdd +size 432138880 diff --git a/Iris-The-Wasp.i1-Q2_K_S.gguf b/Iris-The-Wasp.i1-Q2_K_S.gguf new file mode 100644 index 0000000..8f9f710 --- /dev/null +++ b/Iris-The-Wasp.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0e10bc71ee8ae87c2f4dd2987f1b9e478ce66864edef204d8a456cc9be4a79 +size 402401920 diff --git a/Iris-The-Wasp.i1-Q3_K_L.gguf b/Iris-The-Wasp.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c42d11f --- /dev/null +++ b/Iris-The-Wasp.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf84bc1070386166e2ca07e5bed2c82dd0d7af1773321d1d91f712e234f018b +size 591535360 diff --git a/Iris-The-Wasp.i1-Q3_K_M.gguf b/Iris-The-Wasp.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c49136e --- /dev/null +++ b/Iris-The-Wasp.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dc3ce8207ac92cc9e22f70d9e6ac3d92ca87161f3278aa0fef50131d3a3110 +size 548412672 diff --git a/Iris-The-Wasp.i1-Q3_K_S.gguf b/Iris-The-Wasp.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a6721de --- /dev/null +++ b/Iris-The-Wasp.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398d9e426e266333525a3c1034e6432d287305bffebe5fc48d181ec32da33ae6 +size 499350784 diff --git a/Iris-The-Wasp.i1-Q4_0.gguf b/Iris-The-Wasp.i1-Q4_0.gguf new file mode 100644 index 0000000..c5ffd35 --- /dev/null +++ b/Iris-The-Wasp.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:592b58e7aa40bd86b3061f30bf60e8828d07b26dbe43926dfeb6c3879aa509b2 +size 638177312 diff --git a/Iris-The-Wasp.i1-Q4_1.gguf b/Iris-The-Wasp.i1-Q4_1.gguf new file mode 100644 index 0000000..2d1f2b2 --- /dev/null +++ b/Iris-The-Wasp.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37671fa9425d74311879a380cb9585f99002685bf3ea1c92896c84a54df76e33 +size 701387168 diff --git a/Iris-The-Wasp.i1-Q4_K_M.gguf b/Iris-The-Wasp.i1-Q4_K_M.gguf new file mode 100644 index 0000000..6005395 --- /dev/null +++ b/Iris-The-Wasp.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cfea9937ca4ef823c186f9e7c31c91cb85a30f0bbf814454bc97778a047ea6 +size 667824160 diff --git a/Iris-The-Wasp.i1-Q4_K_S.gguf b/Iris-The-Wasp.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0b247f5 --- /dev/null +++ b/Iris-The-Wasp.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a75f384315f469a4c65fa2739c372275f7f835150cdc070cca83775e1638c83 +size 639881248 diff --git a/Iris-The-Wasp.i1-Q5_K_M.gguf b/Iris-The-Wasp.i1-Q5_K_M.gguf new file mode 100644 index 0000000..43ca7f2 --- /dev/null +++ b/Iris-The-Wasp.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d1b3630fe62a437d496f170d4d8c607c2a28f972e8a44ec3cab6a50c769925 +size 782054176 diff --git a/Iris-The-Wasp.i1-Q5_K_S.gguf b/Iris-The-Wasp.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d1f438a --- /dev/null +++ b/Iris-The-Wasp.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3013ee61fb8fd29a0b092ef167840032acd2ec22103ec831f3d6227ee700b8 +size 766038816 diff --git a/Iris-The-Wasp.i1-Q6_K.gguf b/Iris-The-Wasp.i1-Q6_K.gguf new file mode 100644 index 0000000..9d877c6 --- /dev/null +++ b/Iris-The-Wasp.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73b6e84902378a0c3474c1b21d66188707fdbc9e3a0b60933e870e13ec60667 +size 903423584 diff --git a/Iris-The-Wasp.imatrix.gguf b/Iris-The-Wasp.imatrix.gguf new file mode 100644 index 0000000..6183509 --- /dev/null +++ b/Iris-The-Wasp.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7614d94de17dfd0a3b454c879a70f7efc8a0bde3eacb0b3611127e64bded243 +size 1600704 diff --git a/README.md b/README.md new file mode 100644 index 0000000..bd05e42 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: RAANA-IA/Iris-The-Wasp +language: +- fr +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- Iris the wasp +- Neologisms +- French +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/RAANA-IA/Iris-The-Wasp + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Iris-The-Wasp-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Iris-The-Wasp-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ2_S.gguf) | i1-IQ2_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ2_M.gguf) | i1-IQ2_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q2_K.gguf) | i1-Q2_K | 0.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ3_S.gguf) | i1-IQ3_S | 0.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ3_M.gguf) | i1-IQ3_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q4_0.gguf) | i1-Q4_0 | 0.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q4_1.gguf) | i1-Q4_1 | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Iris-The-Wasp-i1-GGUF/resolve/main/Iris-The-Wasp.i1-Q6_K.gguf) | i1-Q6_K | 1.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +