From cc46987c744d8b865e46e8c6dc70416b50d5f59b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 20 May 2026 08:04:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/HydraCoder-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++++++++++++ HydraCoder.i1-IQ1_M.gguf | 3 ++ HydraCoder.i1-IQ1_S.gguf | 3 ++ HydraCoder.i1-IQ2_M.gguf | 3 ++ HydraCoder.i1-IQ2_S.gguf | 3 ++ HydraCoder.i1-IQ2_XS.gguf | 3 ++ HydraCoder.i1-IQ2_XXS.gguf | 3 ++ HydraCoder.i1-IQ3_M.gguf | 3 ++ HydraCoder.i1-IQ3_S.gguf | 3 ++ HydraCoder.i1-IQ3_XS.gguf | 3 ++ HydraCoder.i1-IQ3_XXS.gguf | 3 ++ HydraCoder.i1-IQ4_XS.gguf | 3 ++ HydraCoder.i1-Q2_K.gguf | 3 ++ HydraCoder.i1-Q2_K_S.gguf | 3 ++ HydraCoder.i1-Q3_K_L.gguf | 3 ++ HydraCoder.i1-Q3_K_M.gguf | 3 ++ HydraCoder.i1-Q3_K_S.gguf | 3 ++ HydraCoder.i1-Q4_0.gguf | 3 ++ HydraCoder.i1-Q4_1.gguf | 3 ++ HydraCoder.i1-Q4_K_M.gguf | 3 ++ HydraCoder.i1-Q4_K_S.gguf | 3 ++ HydraCoder.i1-Q5_K_M.gguf | 3 ++ HydraCoder.i1-Q5_K_S.gguf | 3 ++ HydraCoder.i1-Q6_K.gguf | 3 ++ HydraCoder.imatrix.gguf | 3 ++ README.md | 98 ++++++++++++++++++++++++++++++++++++++ 26 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 HydraCoder.i1-IQ1_M.gguf create mode 100644 HydraCoder.i1-IQ1_S.gguf create mode 100644 HydraCoder.i1-IQ2_M.gguf create mode 100644 HydraCoder.i1-IQ2_S.gguf create mode 100644 HydraCoder.i1-IQ2_XS.gguf create mode 100644 HydraCoder.i1-IQ2_XXS.gguf create mode 100644 HydraCoder.i1-IQ3_M.gguf create mode 100644 HydraCoder.i1-IQ3_S.gguf create mode 100644 HydraCoder.i1-IQ3_XS.gguf create mode 100644 HydraCoder.i1-IQ3_XXS.gguf create mode 100644 HydraCoder.i1-IQ4_XS.gguf create mode 100644 HydraCoder.i1-Q2_K.gguf create mode 100644 HydraCoder.i1-Q2_K_S.gguf create mode 100644 HydraCoder.i1-Q3_K_L.gguf create mode 100644 HydraCoder.i1-Q3_K_M.gguf create mode 100644 HydraCoder.i1-Q3_K_S.gguf create mode 100644 HydraCoder.i1-Q4_0.gguf create mode 100644 HydraCoder.i1-Q4_1.gguf create mode 100644 HydraCoder.i1-Q4_K_M.gguf create mode 100644 HydraCoder.i1-Q4_K_S.gguf create mode 100644 HydraCoder.i1-Q5_K_M.gguf create mode 100644 HydraCoder.i1-Q5_K_S.gguf create mode 100644 HydraCoder.i1-Q6_K.gguf create mode 100644 HydraCoder.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4d0b82e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +HydraCoder.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +HydraCoder.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/HydraCoder.i1-IQ1_M.gguf b/HydraCoder.i1-IQ1_M.gguf new file mode 100644 index 0000000..8d3108d --- /dev/null +++ b/HydraCoder.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087d700bbdd7486e76cc2cdf2f94096ed69e0e24f9f03dd1667a8253a34968cc +size 7078294752 diff --git a/HydraCoder.i1-IQ1_S.gguf b/HydraCoder.i1-IQ1_S.gguf new file mode 100644 index 0000000..c2c7a09 --- /dev/null +++ b/HydraCoder.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7a711ae328fb6cbb6eb3915b834918c38647f00fccb967eb71b67e06d4f821 +size 6416512224 diff --git a/HydraCoder.i1-IQ2_M.gguf b/HydraCoder.i1-IQ2_M.gguf new file mode 100644 index 0000000..570ea88 --- /dev/null +++ b/HydraCoder.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed10d76da74685ece41f5b2c2af95b8c353e4bcfa512aa314378a6e4d77e38c +size 10169511136 diff --git a/HydraCoder.i1-IQ2_S.gguf b/HydraCoder.i1-IQ2_S.gguf new file mode 100644 index 0000000..5635c1c --- /dev/null +++ b/HydraCoder.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b1a77a911af374e2041bda42b5f01c5055ef0c94d4cc1990a22c694189efce +size 9287134432 diff --git a/HydraCoder.i1-IQ2_XS.gguf b/HydraCoder.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a30fcec --- /dev/null +++ b/HydraCoder.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6947f66fd00c52bc68fccebbb2751121ca97a50d1712d5700c182665893d40 +size 9076225248 diff --git a/HydraCoder.i1-IQ2_XXS.gguf b/HydraCoder.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d31e89b --- /dev/null +++ b/HydraCoder.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d923ab80194a123fd140d232ddb9c9611955f9a298acb5800738686d68e6bbf5 +size 8181265632 diff --git a/HydraCoder.i1-IQ3_M.gguf b/HydraCoder.i1-IQ3_M.gguf new file mode 100644 index 0000000..f1a832a --- /dev/null +++ b/HydraCoder.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225ecbe48290a6f91b2ff1514370d7733c02abf513b852b920861a2e8896b386 +size 13513065696 diff --git a/HydraCoder.i1-IQ3_S.gguf b/HydraCoder.i1-IQ3_S.gguf new file mode 100644 index 0000000..e0d1e0e --- /dev/null +++ b/HydraCoder.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbda76c41b7322bccbb76fb2005f2cf757202b00a3b4ff704067ae52788a36f6 +size 13299156192 diff --git a/HydraCoder.i1-IQ3_XS.gguf b/HydraCoder.i1-IQ3_XS.gguf new file mode 100644 index 0000000..bc265a3 --- /dev/null +++ b/HydraCoder.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddb99c0c55bd0068bbc551d6e6b9a1030ff6e9d6ca835e46d0f48c2d485965b +size 12598445280 diff --git a/HydraCoder.i1-IQ3_XXS.gguf b/HydraCoder.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..62b1bec --- /dev/null +++ b/HydraCoder.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c578d1e0445256fc8e2af9c578ed4d6862e764a5459b9a6adfea9df87c3045f7 +size 11849329888 diff --git a/HydraCoder.i1-IQ4_XS.gguf b/HydraCoder.i1-IQ4_XS.gguf new file mode 100644 index 0000000..438ec68 --- /dev/null +++ b/HydraCoder.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064935af8895f9ce27cacd4972b0d866a0e8227dbf32728c8c6857ebebe5075d +size 16368352480 diff --git a/HydraCoder.i1-Q2_K.gguf b/HydraCoder.i1-Q2_K.gguf new file mode 100644 index 0000000..52ef271 --- /dev/null +++ b/HydraCoder.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a42105f49afe3f0f0608d82e6cd277e9dc7f8dfb13ba4a7dbf6670f287c907 +size 11258612960 diff --git a/HydraCoder.i1-Q2_K_S.gguf b/HydraCoder.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ea660ac --- /dev/null +++ b/HydraCoder.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee1ad9ad283228d468927d65957ad3e64cdb3dd4632ba681c68341de24582cf +size 10519366880 diff --git a/HydraCoder.i1-Q3_K_L.gguf b/HydraCoder.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2af4fd8 --- /dev/null +++ b/HydraCoder.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59665341531f98b66a83ff7602b1155226e633a32ff6fafaa161c26954a1c1c7 +size 15900673248 diff --git a/HydraCoder.i1-Q3_K_M.gguf b/HydraCoder.i1-Q3_K_M.gguf new file mode 100644 index 0000000..dbe64b3 --- /dev/null +++ b/HydraCoder.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c8f85c25a8ca2d8aead4a3236891c0ef61277715f7241be027e078fc00153d +size 14711850208 diff --git a/HydraCoder.i1-Q3_K_S.gguf b/HydraCoder.i1-Q3_K_S.gguf new file mode 100644 index 0000000..1ffebb5 --- /dev/null +++ b/HydraCoder.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c2e884cc3fd1faf6a42ab7cb59f490f18c96ec1caa58eb136c8a27b25b3f53 +size 13292471520 diff --git a/HydraCoder.i1-Q4_0.gguf b/HydraCoder.i1-Q4_0.gguf new file mode 100644 index 0000000..6ea0e53 --- /dev/null +++ b/HydraCoder.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a912ebfa879fd1800b1acd2e72b4368e42bdac6cb4254d98d9ebb83af2e1915 +size 17379990752 diff --git a/HydraCoder.i1-Q4_1.gguf b/HydraCoder.i1-Q4_1.gguf new file mode 100644 index 0000000..b7037bd --- /dev/null +++ b/HydraCoder.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827afee60a4531f6b9db43b7969c433fee7633935e748a85e745d11521b1a249 +size 19192503520 diff --git a/HydraCoder.i1-Q4_K_M.gguf b/HydraCoder.i1-Q4_K_M.gguf new file mode 100644 index 0000000..24905c1 --- /dev/null +++ b/HydraCoder.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4027e3c8b121bc177c35b4b60046293301292a4fb9a618a6dc8899a6b6725650 +size 18556689632 diff --git a/HydraCoder.i1-Q4_K_S.gguf b/HydraCoder.i1-Q4_K_S.gguf new file mode 100644 index 0000000..3f346df --- /dev/null +++ b/HydraCoder.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b35cadea8f89d34a8b98f72235b2f95a34930680e1d411d9a48401562aa5fec +size 17456012512 diff --git a/HydraCoder.i1-Q5_K_M.gguf b/HydraCoder.i1-Q5_K_M.gguf new file mode 100644 index 0000000..537b1e6 --- /dev/null +++ b/HydraCoder.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c44b8975210227578d36c57677e676aa08c00eda20b24e49000165de32dabf6 +size 21725584608 diff --git a/HydraCoder.i1-Q5_K_S.gguf b/HydraCoder.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7db2315 --- /dev/null +++ b/HydraCoder.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c229aa5d947cdb61f2ad0f066a8b9a329438e149e659c9ffe9a7e63a40f4bf44 +size 21080513760 diff --git a/HydraCoder.i1-Q6_K.gguf b/HydraCoder.i1-Q6_K.gguf new file mode 100644 index 0000000..84291e3 --- /dev/null +++ b/HydraCoder.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e06e03a970ca5d211a71c6f9e0b08927f9c3f48ac6c45e2beecd4473bf195082 +size 25092535520 diff --git a/HydraCoder.imatrix.gguf b/HydraCoder.imatrix.gguf new file mode 100644 index 0000000..dd7f64a --- /dev/null +++ b/HydraCoder.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8117e8e3ce32ad151bcf388911f0b46ea4b2e7223e390ef813165b348c359584 +size 122029312 diff --git a/README.md b/README.md new file mode 100644 index 0000000..973e9cb --- /dev/null +++ b/README.md @@ -0,0 +1,98 @@ +--- +base_model: Daemontatox/HydraCoder +datasets: +- Tesslate/Rust_Dataset +- ysr/rust_instruction_dataset +- saurabh5/rlvr-code-data-Rust +language: +- en +library_name: transformers +license: apache-2.0 +model_name: Daemontatox/HydraCoder +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3_moe +- rust +- code-generation +- instruction-tuning +- open-source +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Daemontatox/HydraCoder + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#HydraCoder-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/HydraCoder-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.imatrix.gguf) | imatrix | 0.2 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ1_S.gguf) | i1-IQ1_S | 6.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ1_M.gguf) | i1-IQ1_M | 7.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.2 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ2_S.gguf) | i1-IQ2_S | 9.4 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ2_M.gguf) | i1-IQ2_M | 10.3 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q2_K.gguf) | i1-Q2_K | 11.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.7 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q3_K_S.gguf) | i1-Q3_K_S | 13.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ3_S.gguf) | i1-IQ3_S | 13.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ3_M.gguf) | i1-IQ3_M | 13.6 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q3_K_L.gguf) | i1-Q3_K_L | 16.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-IQ4_XS.gguf) | i1-IQ4_XS | 16.5 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q4_0.gguf) | i1-Q4_0 | 17.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q4_K_S.gguf) | i1-Q4_K_S | 17.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q4_K_M.gguf) | i1-Q4_K_M | 18.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q4_1.gguf) | i1-Q4_1 | 19.3 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q5_K_S.gguf) | i1-Q5_K_S | 21.2 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q5_K_M.gguf) | i1-Q5_K_M | 21.8 | | +| [GGUF](https://huggingface.co/mradermacher/HydraCoder-i1-GGUF/resolve/main/HydraCoder.i1-Q6_K.gguf) | i1-Q6_K | 25.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +