From 20863ce16a5e11a93ed8c2af1a6c3b0a23d2cab5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 24 Sep 2026 07:15:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Haumea-1.5-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++ Haumea-1.5.i1-IQ1_M.gguf | 3 ++ Haumea-1.5.i1-IQ1_S.gguf | 3 ++ Haumea-1.5.i1-IQ2_M.gguf | 3 ++ Haumea-1.5.i1-IQ2_S.gguf | 3 ++ Haumea-1.5.i1-IQ2_XS.gguf | 3 ++ Haumea-1.5.i1-IQ2_XXS.gguf | 3 ++ Haumea-1.5.i1-IQ3_M.gguf | 3 ++ Haumea-1.5.i1-IQ3_S.gguf | 3 ++ Haumea-1.5.i1-IQ3_XS.gguf | 3 ++ Haumea-1.5.i1-IQ3_XXS.gguf | 3 ++ Haumea-1.5.i1-IQ4_NL.gguf | 3 ++ Haumea-1.5.i1-IQ4_XS.gguf | 3 ++ Haumea-1.5.i1-Q2_K.gguf | 3 ++ Haumea-1.5.i1-Q2_K_S.gguf | 3 ++ Haumea-1.5.i1-Q3_K_L.gguf | 3 ++ Haumea-1.5.i1-Q3_K_M.gguf | 3 ++ Haumea-1.5.i1-Q3_K_S.gguf | 3 ++ Haumea-1.5.i1-Q4_0.gguf | 3 ++ Haumea-1.5.i1-Q4_1.gguf | 3 ++ Haumea-1.5.i1-Q4_K_M.gguf | 3 ++ Haumea-1.5.i1-Q4_K_S.gguf | 3 ++ Haumea-1.5.i1-Q5_K_M.gguf | 3 ++ Haumea-1.5.i1-Q5_K_S.gguf | 3 ++ Haumea-1.5.i1-Q6_K.gguf | 3 ++ Haumea-1.5.imatrix.gguf | 3 ++ README.md | 89 ++++++++++++++++++++++++++++++++++++++ 27 files changed, 224 insertions(+) create mode 100644 .gitattributes create mode 100644 Haumea-1.5.i1-IQ1_M.gguf create mode 100644 Haumea-1.5.i1-IQ1_S.gguf create mode 100644 Haumea-1.5.i1-IQ2_M.gguf create mode 100644 Haumea-1.5.i1-IQ2_S.gguf create mode 100644 Haumea-1.5.i1-IQ2_XS.gguf create mode 100644 Haumea-1.5.i1-IQ2_XXS.gguf create mode 100644 Haumea-1.5.i1-IQ3_M.gguf create mode 100644 Haumea-1.5.i1-IQ3_S.gguf create mode 100644 Haumea-1.5.i1-IQ3_XS.gguf create mode 100644 Haumea-1.5.i1-IQ3_XXS.gguf create mode 100644 Haumea-1.5.i1-IQ4_NL.gguf create mode 100644 Haumea-1.5.i1-IQ4_XS.gguf create mode 100644 Haumea-1.5.i1-Q2_K.gguf create mode 100644 Haumea-1.5.i1-Q2_K_S.gguf create mode 100644 Haumea-1.5.i1-Q3_K_L.gguf create mode 100644 Haumea-1.5.i1-Q3_K_M.gguf create mode 100644 Haumea-1.5.i1-Q3_K_S.gguf create mode 100644 Haumea-1.5.i1-Q4_0.gguf create mode 100644 Haumea-1.5.i1-Q4_1.gguf create mode 100644 Haumea-1.5.i1-Q4_K_M.gguf create mode 100644 Haumea-1.5.i1-Q4_K_S.gguf create mode 100644 Haumea-1.5.i1-Q5_K_M.gguf create mode 100644 Haumea-1.5.i1-Q5_K_S.gguf create mode 100644 Haumea-1.5.i1-Q6_K.gguf create mode 100644 Haumea-1.5.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a2e9469 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Haumea-1.5.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Haumea-1.5.i1-IQ1_M.gguf b/Haumea-1.5.i1-IQ1_M.gguf new file mode 100644 index 0000000..824c4d8 --- /dev/null +++ b/Haumea-1.5.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194d2f52518a4fdf55cfe187748c805d14cff199805b89934dd581c58a6cbc54 +size 1757667680 diff --git a/Haumea-1.5.i1-IQ1_S.gguf b/Haumea-1.5.i1-IQ1_S.gguf new file mode 100644 index 0000000..4d8b759 --- /dev/null +++ b/Haumea-1.5.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfd07d2bd5397197469dacd89fc5b9cb4660bf6c78c07a3ab974a83f4c8ade3 +size 1615323488 diff --git a/Haumea-1.5.i1-IQ2_M.gguf b/Haumea-1.5.i1-IQ2_M.gguf new file mode 100644 index 0000000..6241bac --- /dev/null +++ b/Haumea-1.5.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6681e9a1838ff7b7c52b0e474b3f23571d90b57c404c2679ca57eede3ff69382 +size 2504253792 diff --git a/Haumea-1.5.i1-IQ2_S.gguf b/Haumea-1.5.i1-IQ2_S.gguf new file mode 100644 index 0000000..0307b43 --- /dev/null +++ b/Haumea-1.5.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8f8a5830481d202b374f5d7dd0c109b4e5432f79c0395998a4bdec49dcf3d2 +size 2314461536 diff --git a/Haumea-1.5.i1-IQ2_XS.gguf b/Haumea-1.5.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d18dbad --- /dev/null +++ b/Haumea-1.5.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f5e4e13649a2f5576fdbb13767d2e2c2d8b4806b775292307629af480803b1 +size 2201477472 diff --git a/Haumea-1.5.i1-IQ2_XXS.gguf b/Haumea-1.5.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6d74528 --- /dev/null +++ b/Haumea-1.5.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03133e05b10b1eb4eafec8551f8846a560e1705c2a728997487a6b4f94186b0 +size 1994908000 diff --git a/Haumea-1.5.i1-IQ3_M.gguf b/Haumea-1.5.i1-IQ3_M.gguf new file mode 100644 index 0000000..a5da12a --- /dev/null +++ b/Haumea-1.5.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8e153aa44c1fa3cea8766151aa44d26ab291ee9d3f468282535bc4d55757c1 +size 3288850784 diff --git a/Haumea-1.5.i1-IQ3_S.gguf b/Haumea-1.5.i1-IQ3_S.gguf new file mode 100644 index 0000000..221ad6b --- /dev/null +++ b/Haumea-1.5.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20ae1c26acadcc08c3cb39c6403e9512a782105b79f977a86f046251d061748 +size 3186352480 diff --git a/Haumea-1.5.i1-IQ3_XS.gguf b/Haumea-1.5.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d69814c --- /dev/null +++ b/Haumea-1.5.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5366fbcc5be8a5aeece874360fbcc59bb785b8f60e80afbcf9e3c3d4ff812065 +size 3022774624 diff --git a/Haumea-1.5.i1-IQ3_XXS.gguf b/Haumea-1.5.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6fe0f8f --- /dev/null +++ b/Haumea-1.5.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50ea18d65b93b10ae449aa08d75f6a550095418627ad87fef4795323e135a39 +size 2830885216 diff --git a/Haumea-1.5.i1-IQ4_NL.gguf b/Haumea-1.5.i1-IQ4_NL.gguf new file mode 100644 index 0000000..2f8c87d --- /dev/null +++ b/Haumea-1.5.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddcf1debfb47f28c1d295ce773f5f9888c7482f027a04cbcdb9535ef7f940d6f +size 4130070880 diff --git a/Haumea-1.5.i1-IQ4_XS.gguf b/Haumea-1.5.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8a3a06a --- /dev/null +++ b/Haumea-1.5.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec31aefc6764583c74286f31e5e224dddc1d963d4ce448ed949d46d34e53875c +size 3911967072 diff --git a/Haumea-1.5.i1-Q2_K.gguf b/Haumea-1.5.i1-Q2_K.gguf new file mode 100644 index 0000000..f2f72d4 --- /dev/null +++ b/Haumea-1.5.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31e92b4e00c7b635303a269e3505ebda1f80c47b492be03fd8248b74a2a6e08 +size 2722881888 diff --git a/Haumea-1.5.i1-Q2_K_S.gguf b/Haumea-1.5.i1-Q2_K_S.gguf new file mode 100644 index 0000000..405e4c7 --- /dev/null +++ b/Haumea-1.5.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba7227f5bc1d1021fc2f4104610d670210ec1bcf38af2e15e4d993b628d098f +size 2532565344 diff --git a/Haumea-1.5.i1-Q3_K_L.gguf b/Haumea-1.5.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c204239 --- /dev/null +++ b/Haumea-1.5.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e225167c5380fd9385350ecd9e4006c9363e9af803e6699834109f12232ed6 +size 3825983840 diff --git a/Haumea-1.5.i1-Q3_K_M.gguf b/Haumea-1.5.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0cdf126 --- /dev/null +++ b/Haumea-1.5.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c199cc6d2bf122f7a0db4a07ce20a2104220942fff3445df6f5cc754ab0f92c6 +size 3522945376 diff --git a/Haumea-1.5.i1-Q3_K_S.gguf b/Haumea-1.5.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a131495 --- /dev/null +++ b/Haumea-1.5.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3891ef2d3830578ac0db9de6696e896a8ef37641dc96a8727b2c9d44976919e6 +size 3168526688 diff --git a/Haumea-1.5.i1-Q4_0.gguf b/Haumea-1.5.i1-Q4_0.gguf new file mode 100644 index 0000000..142c5a8 --- /dev/null +++ b/Haumea-1.5.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed5ce812f0f10205e73d9477b6b910a31737d6e1c1b3eb19738e5ac6372fefc +size 4127973728 diff --git a/Haumea-1.5.i1-Q4_1.gguf b/Haumea-1.5.i1-Q4_1.gguf new file mode 100644 index 0000000..7812fb4 --- /dev/null +++ b/Haumea-1.5.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e06404933700685a8a342a2e74397cf22f046fa655cfe02d944c1c11e1a153 +size 4557889888 diff --git a/Haumea-1.5.i1-Q4_K_M.gguf b/Haumea-1.5.i1-Q4_K_M.gguf new file mode 100644 index 0000000..6169dce --- /dev/null +++ b/Haumea-1.5.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67bdfc1cb63e34becfcea703c209af75fdb2ccd63da3dd6602ad0e87436888f +size 4372816224 diff --git a/Haumea-1.5.i1-Q4_K_S.gguf b/Haumea-1.5.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0c98095 --- /dev/null +++ b/Haumea-1.5.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42e2ad2742aa72d51a024b0344e5090a16a275bfc56fb7d16b5745e3dcdc906 +size 4144750944 diff --git a/Haumea-1.5.i1-Q5_K_M.gguf b/Haumea-1.5.i1-Q5_K_M.gguf new file mode 100644 index 0000000..af91c33 --- /dev/null +++ b/Haumea-1.5.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2a52a2b2fa9119ad3617d83212c84350b090d970108a2ea73d16a79bf2037d +size 5136179552 diff --git a/Haumea-1.5.i1-Q5_K_S.gguf b/Haumea-1.5.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0397b63 --- /dev/null +++ b/Haumea-1.5.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea430ef840484040860feb548a285a3d42374760e9ece8bc4d20a5b4e14efd9 +size 5002486112 diff --git a/Haumea-1.5.i1-Q6_K.gguf b/Haumea-1.5.i1-Q6_K.gguf new file mode 100644 index 0000000..d330f44 --- /dev/null +++ b/Haumea-1.5.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac9a5964bf4ae0f8c8cf55197e92c0359a42899d7365172a7acbee13a45ef0e +size 5947253088 diff --git a/Haumea-1.5.imatrix.gguf b/Haumea-1.5.imatrix.gguf new file mode 100644 index 0000000..9f35e98 --- /dev/null +++ b/Haumea-1.5.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af522835cdabecf1e20433ddb339fda1891ef11cc10f5f293366d41bc592bc9e +size 5015200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..068ea37 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: HaumeaAI/Haumea-1.5 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- Haumea +- Haumea AI +- Haumea Labs +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/HaumeaAI/Haumea-1.5 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Haumea-1.5-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Haumea-1.5-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q4_1.gguf) | i1-Q4_1 | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Haumea-1.5-i1-GGUF/resolve/main/Haumea-1.5.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +