From 4d4b5c7c8745c01c036b0cd23a56d77972093510 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 4 May 2026 16:24:37 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Hercules-3-3B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++ Hercules-3-3B.i1-IQ1_M.gguf | 3 ++ Hercules-3-3B.i1-IQ1_S.gguf | 3 ++ Hercules-3-3B.i1-IQ2_M.gguf | 3 ++ Hercules-3-3B.i1-IQ2_S.gguf | 3 ++ Hercules-3-3B.i1-IQ2_XS.gguf | 3 ++ Hercules-3-3B.i1-IQ2_XXS.gguf | 3 ++ Hercules-3-3B.i1-IQ3_M.gguf | 3 ++ Hercules-3-3B.i1-IQ3_S.gguf | 3 ++ Hercules-3-3B.i1-IQ3_XS.gguf | 3 ++ Hercules-3-3B.i1-IQ3_XXS.gguf | 3 ++ Hercules-3-3B.i1-IQ4_NL.gguf | 3 ++ Hercules-3-3B.i1-IQ4_XS.gguf | 3 ++ Hercules-3-3B.i1-Q2_K.gguf | 3 ++ Hercules-3-3B.i1-Q2_K_S.gguf | 3 ++ Hercules-3-3B.i1-Q3_K_L.gguf | 3 ++ Hercules-3-3B.i1-Q3_K_M.gguf | 3 ++ Hercules-3-3B.i1-Q3_K_S.gguf | 3 ++ Hercules-3-3B.i1-Q4_0.gguf | 3 ++ Hercules-3-3B.i1-Q4_1.gguf | 3 ++ Hercules-3-3B.i1-Q4_K_M.gguf | 3 ++ Hercules-3-3B.i1-Q4_K_S.gguf | 3 ++ Hercules-3-3B.i1-Q5_K_M.gguf | 3 ++ Hercules-3-3B.i1-Q5_K_S.gguf | 3 ++ Hercules-3-3B.i1-Q6_K.gguf | 3 ++ README.md | 82 +++++++++++++++++++++++++++++++++++ imatrix.dat | 3 ++ 27 files changed, 217 insertions(+) create mode 100644 .gitattributes create mode 100644 Hercules-3-3B.i1-IQ1_M.gguf create mode 100644 Hercules-3-3B.i1-IQ1_S.gguf create mode 100644 Hercules-3-3B.i1-IQ2_M.gguf create mode 100644 Hercules-3-3B.i1-IQ2_S.gguf create mode 100644 Hercules-3-3B.i1-IQ2_XS.gguf create mode 100644 Hercules-3-3B.i1-IQ2_XXS.gguf create mode 100644 Hercules-3-3B.i1-IQ3_M.gguf create mode 100644 Hercules-3-3B.i1-IQ3_S.gguf create mode 100644 Hercules-3-3B.i1-IQ3_XS.gguf create mode 100644 Hercules-3-3B.i1-IQ3_XXS.gguf create mode 100644 Hercules-3-3B.i1-IQ4_NL.gguf create mode 100644 Hercules-3-3B.i1-IQ4_XS.gguf create mode 100644 Hercules-3-3B.i1-Q2_K.gguf create mode 100644 Hercules-3-3B.i1-Q2_K_S.gguf create mode 100644 Hercules-3-3B.i1-Q3_K_L.gguf create mode 100644 Hercules-3-3B.i1-Q3_K_M.gguf create mode 100644 Hercules-3-3B.i1-Q3_K_S.gguf create mode 100644 Hercules-3-3B.i1-Q4_0.gguf create mode 100644 Hercules-3-3B.i1-Q4_1.gguf create mode 100644 Hercules-3-3B.i1-Q4_K_M.gguf create mode 100644 Hercules-3-3B.i1-Q4_K_S.gguf create mode 100644 Hercules-3-3B.i1-Q5_K_M.gguf create mode 100644 Hercules-3-3B.i1-Q5_K_S.gguf create mode 100644 Hercules-3-3B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..feed607 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hercules-3-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hercules-3-3B.i1-IQ1_M.gguf b/Hercules-3-3B.i1-IQ1_M.gguf new file mode 100644 index 0000000..d663fe3 --- /dev/null +++ b/Hercules-3-3B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1cf7cc00cf5eeacb845a501d0b377249c47c26a46aa2874c072ffe8d9a31c3 +size 965972640 diff --git a/Hercules-3-3B.i1-IQ1_S.gguf b/Hercules-3-3B.i1-IQ1_S.gguf new file mode 100644 index 0000000..da5a6fc --- /dev/null +++ b/Hercules-3-3B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afd53df5909ea6a8badba094bf19b739267eaa884c3e1a8f9954d1a32831f9a +size 917017248 diff --git a/Hercules-3-3B.i1-IQ2_M.gguf b/Hercules-3-3B.i1-IQ2_M.gguf new file mode 100644 index 0000000..fddcb77 --- /dev/null +++ b/Hercules-3-3B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7ca34d097ca5dab07b74c14e105528f60b6dbe4b4153cabb1d2d30013e494a +size 1267471008 diff --git a/Hercules-3-3B.i1-IQ2_S.gguf b/Hercules-3-3B.i1-IQ2_S.gguf new file mode 100644 index 0000000..934b8e5 --- /dev/null +++ b/Hercules-3-3B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc50b2f604b35e21ab787ea99e5b4320917ab3faba8e3376b26042d73b37bbc +size 1202197152 diff --git a/Hercules-3-3B.i1-IQ2_XS.gguf b/Hercules-3-3B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8c41250 --- /dev/null +++ b/Hercules-3-3B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d11219386425871d1867afe9eab6a83ed44074540f158dde627ee60ff944b1 +size 1119326880 diff --git a/Hercules-3-3B.i1-IQ2_XXS.gguf b/Hercules-3-3B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..44090f3 --- /dev/null +++ b/Hercules-3-3B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de404e4d00aeef0ae8d8ac9f0afbfeae8d0cc3361088fe35cbd64d66f42988a +size 1047564960 diff --git a/Hercules-3-3B.i1-IQ3_M.gguf b/Hercules-3-3B.i1-IQ3_M.gguf new file mode 100644 index 0000000..d40a470 --- /dev/null +++ b/Hercules-3-3B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596892aeb691638f219e5a8524b42b77e81e4ca9dde26ce01406627353b8c7ca +size 1593692832 diff --git a/Hercules-3-3B.i1-IQ3_S.gguf b/Hercules-3-3B.i1-IQ3_S.gguf new file mode 100644 index 0000000..3d5a954 --- /dev/null +++ b/Hercules-3-3B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a30914fcb742f61b6b55839d73e9b430629b3c515f8110180236604864110b3 +size 1549406880 diff --git a/Hercules-3-3B.i1-IQ3_XS.gguf b/Hercules-3-3B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3319720 --- /dev/null +++ b/Hercules-3-3B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c5a512e7827faaa4796c7286b132cee9e8bcf3bdede0cd982d4ce54d867f82 +size 1491309216 diff --git a/Hercules-3-3B.i1-IQ3_XXS.gguf b/Hercules-3-3B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2057af2 --- /dev/null +++ b/Hercules-3-3B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f20de0b25f1d6cd48386d9513cf5490f9f4a5146818d4c2b03edffcb9a49bac2 +size 1374818976 diff --git a/Hercules-3-3B.i1-IQ4_NL.gguf b/Hercules-3-3B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..424fbd1 --- /dev/null +++ b/Hercules-3-3B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035bf7818545f88081defc51a05ba767924f70e613e597ffea8ca09598ac45e1 +size 1924584096 diff --git a/Hercules-3-3B.i1-IQ4_XS.gguf b/Hercules-3-3B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..309910b --- /dev/null +++ b/Hercules-3-3B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0f700d007ddb413707fda23dfab16bbeaccccd2a0938526efb802ccd210c24 +size 1836307104 diff --git a/Hercules-3-3B.i1-Q2_K.gguf b/Hercules-3-3B.i1-Q2_K.gguf new file mode 100644 index 0000000..ea65cf2 --- /dev/null +++ b/Hercules-3-3B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94f8849191f371a9fce0208827a54aeb9a9745ca08b5123f66f32a961625ada +size 1353880224 diff --git a/Hercules-3-3B.i1-Q2_K_S.gguf b/Hercules-3-3B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..eccd501 --- /dev/null +++ b/Hercules-3-3B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333fe3fb8ce2315f8042da3b8f4260bc8f4f9535b9fafd778108619328f832d2 +size 1275777696 diff --git a/Hercules-3-3B.i1-Q3_K_L.gguf b/Hercules-3-3B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ac752ee --- /dev/null +++ b/Hercules-3-3B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:744b140b614ebbc79887a4c415e7dc228b8b15f216fcbe1b3ffcbc8920812f25 +size 1781355168 diff --git a/Hercules-3-3B.i1-Q3_K_M.gguf b/Hercules-3-3B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a8099c3 --- /dev/null +++ b/Hercules-3-3B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b6a842f456b38306cb804df0d584a438fae2dd932528e8d247e41d0ce9343c7 +size 1673220768 diff --git a/Hercules-3-3B.i1-Q3_K_S.gguf b/Hercules-3-3B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..5d2d76d --- /dev/null +++ b/Hercules-3-3B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8145317a75c99599645168c5e7a1eb2e720fd10e097c245c2e345c804bf66936 +size 1549406880 diff --git a/Hercules-3-3B.i1-Q4_0.gguf b/Hercules-3-3B.i1-Q4_0.gguf new file mode 100644 index 0000000..25d56b2 --- /dev/null +++ b/Hercules-3-3B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f2e44707e3ebffafef3e92258057080a9df4fa2e50f00ee0cde293903ac599 +size 1928123040 diff --git a/Hercules-3-3B.i1-Q4_1.gguf b/Hercules-3-3B.i1-Q4_1.gguf new file mode 100644 index 0000000..09405f7 --- /dev/null +++ b/Hercules-3-3B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018694a845bed63ed31e992e6f611b7cf4c82a59838dadedd0bda107e91c61ee +size 2101138080 diff --git a/Hercules-3-3B.i1-Q4_K_M.gguf b/Hercules-3-3B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3e2edaa --- /dev/null +++ b/Hercules-3-3B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266eaa0f3ac37aca75c54c49540562ca37193f212d02a826c79146efc0eeff7c +size 2005684896 diff --git a/Hercules-3-3B.i1-Q4_K_S.gguf b/Hercules-3-3B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..cae56cc --- /dev/null +++ b/Hercules-3-3B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e170a027dba5a01ab0e85a204761936d774b61317b498a6cd0814a8444f5ad +size 1933234848 diff --git a/Hercules-3-3B.i1-Q5_K_M.gguf b/Hercules-3-3B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..e7068a9 --- /dev/null +++ b/Hercules-3-3B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2500f8104014409c84097229aa32d5a2526e1cbc4fdc2a9bc47326e036618565 +size 2319471264 diff --git a/Hercules-3-3B.i1-Q5_K_S.gguf b/Hercules-3-3B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..41f4f48 --- /dev/null +++ b/Hercules-3-3B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a995fa0f9044b9cde5b258d9ba1e8c388591d6bf924a3399c2edb79256910af +size 2277692064 diff --git a/Hercules-3-3B.i1-Q6_K.gguf b/Hercules-3-3B.i1-Q6_K.gguf new file mode 100644 index 0000000..465e0e2 --- /dev/null +++ b/Hercules-3-3B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34567185916c7a63e8c69f0e6b3c75b1612763d1bea7819c274db3e515844c8 +size 2652869280 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8cd63db --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +base_model: odyssey-labs/Hercules-3-3B +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/odyssey-labs/Hercules-3-3B + + +static quants are available at https://huggingface.co/mradermacher/Hercules-3-3B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q4_0.gguf) | i1-Q4_0 | 2.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q4_1.gguf) | i1-Q4_1 | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hercules-3-3B-i1-GGUF/resolve/main/Hercules-3-3B.i1-Q6_K.gguf) | i1-Q6_K | 2.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..d88a398 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c738b9b27820c2bc12cd6ea940cdd29e5114dbe8fc5a685d66decb4377a34a3 +size 2438115