commit 6b505ed04716665e356b035f62fcbf8038691a47 Author: ModelHub XC Date: Sun Aug 9 21:27:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8b00066 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Hemlock2-Coder-7B-GRPO.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ1_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ1_M.gguf new file mode 100644 index 0000000..7962acd --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6584c7aa877fdbed44058e5e6fbc74f016e2a4fe316acc303d90403cd44acbfe +size 2042197344 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ1_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ1_S.gguf new file mode 100644 index 0000000..3384d1a --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5c85bb2ca133473742185018f27471fb536623ec96d908f1a99622b8a49c25 +size 1903668576 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ2_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ2_M.gguf new file mode 100644 index 0000000..fc9b37c --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c55e02ad678babdf27017d618fbf38a4f298fec7e6c53c9a14bc3df4fe1f62c +size 2780343648 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ2_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ2_S.gguf new file mode 100644 index 0000000..20962de --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4aeeaf69be59948af445cf188a0a2a69c79d066687d81bb8b7c803840fbcc25 +size 2595638624 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ2_XS.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ2_XS.gguf new file mode 100644 index 0000000..891a7a3 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c259039ef2253b9eba6755838d30ed1257fafe3f15b1c5470f62c4da7937adb9 +size 2469023072 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ2_XXS.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5d25928 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1349b9659a704c3a1735d58bd3766b2441b68e6e0e3ab9d3a967ee506ec630c7 +size 2273078624 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ3_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ3_M.gguf new file mode 100644 index 0000000..399808e --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8fb2c1a2049a70a26c60501956ea583a5a8e16d2d82168c917d52995f42970e +size 3574013280 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ3_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ3_S.gguf new file mode 100644 index 0000000..1df850f --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d41bd17ec06d3447d994e7a08304742dc179ae4680dfc03978be7708ea3e396 +size 3499193696 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ3_XS.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2beb6de --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176a216078cba8d7364bb8833bd7f323b5cfd41a105b4fb4958f580434dfe0bf +size 3346257248 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ3_XXS.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8a905a8 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5b44a83f2e46594667d335a1b2b45fd5e7ad1bbb06190269a3a2ea14c01c39 +size 3114515808 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ4_NL.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ4_NL.gguf new file mode 100644 index 0000000..29e82da --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df885897277057750e40f1c99e98477f65bdaf541a7b00aea9dd06c094ab4e5 +size 4437814624 diff --git a/Hemlock2-Coder-7B-GRPO.i1-IQ4_XS.gguf b/Hemlock2-Coder-7B-GRPO.i1-IQ4_XS.gguf new file mode 100644 index 0000000..60b4ab3 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4447000797a2fa786d444267fa3c24a6747ba4e0f4f9399aec5107332d69f11 +size 4218473824 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q2_K.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q2_K.gguf new file mode 100644 index 0000000..42e42fe --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e1087df2c9cb026fd98aa6b7591e123bab05206fbdf8ed37f621dd14028a2c +size 3015941472 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q2_K_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q2_K_S.gguf new file mode 100644 index 0000000..eb5412c --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c3ca4af480c7d187ca472a6f147976ee1f4c6c62f735c049c730fb59fc8095 +size 2834074976 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q3_K_L.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5fb8a0c --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3f211242f1d3348b2a121f91148a9f71ca17b0d43f8d8defa37e03b0d4596d +size 4088460640 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q3_K_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4d3fa23 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070f4cb9e20e5134f55cbb3160f5ee4ff9ab46cfcd28a1ddfb85c4432e3ae707 +size 3808392544 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q3_K_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_S.gguf new file mode 100644 index 0000000..23a6e75 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cc75170038b54a71092f1f321889f3a93fb1e69500ad6418c94ed9483d77b6 +size 3492369760 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q4_0.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q4_0.gguf new file mode 100644 index 0000000..b4516da --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09438e1e7d30d927def97e161ca9393a7628f23cd0d3f7842e80c516ffcaf96 +size 4444122464 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q4_1.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q4_1.gguf new file mode 100644 index 0000000..8b34b3a --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb51a01e276cb68bc8698d79b7c3e1ef25515cada50456d0f6fb319a9e2fc0c9 +size 4873284960 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q4_K_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q4_K_M.gguf new file mode 100644 index 0000000..58b2626 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac70fca5fad75cd80daab3bb173752be5e962c5b7aa395e25700e6955590d25 +size 4683074912 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q4_K_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ae311fa --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1448fd00045f53ffb9a48388daa0dbfcaf43e2057733dfeb4a0640919d856da7 +size 4457770336 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q5_K_M.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c69147d --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b4921d8677ffa0d90a4f2e703c96782d5894b21db2a4ea472541b17a6cdebf +size 5444832608 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q5_K_S.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q5_K_S.gguf new file mode 100644 index 0000000..1798158 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b169b7d489056c5e255bd78b3b6ace879a18b88eed2796fb069fcadf4f4040da +size 5315177824 diff --git a/Hemlock2-Coder-7B-GRPO.i1-Q6_K.gguf b/Hemlock2-Coder-7B-GRPO.i1-Q6_K.gguf new file mode 100644 index 0000000..37d9c08 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f60f5f7caf4ce5d56bafc7cb0e98d2163f8d1e3ba3f6ac84227e50a7e87a22c +size 6254200160 diff --git a/Hemlock2-Coder-7B-GRPO.imatrix.gguf b/Hemlock2-Coder-7B-GRPO.imatrix.gguf new file mode 100644 index 0000000..0bf4103 --- /dev/null +++ b/Hemlock2-Coder-7B-GRPO.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc7e38d4010ba36857607ef6ec7bfd06b50bec65a40626b59973c264c0dc653 +size 4560352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b031c5b --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: nbeerbower/Hemlock2-Coder-7B-GRPO +datasets: +- hemlang/hemlock-codex3-SFT +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- hemlock +- code +- grpo +- reinforcement-learning +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/nbeerbower/Hemlock2-Coder-7B-GRPO + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Hemlock2-Coder-7B-GRPO-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF/resolve/main/Hemlock2-Coder-7B-GRPO.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +