commit 130dc02181dcd66d425cf0127e50f7178da9bac7 Author: ModelHub XC Date: Wed May 20 02:54:54 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..82415a7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_M.gguf new file mode 100644 index 0000000..5251c0c --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa423bceb68ea669ed11315718dd20edfa6d7cfdbec2b1d905d4c67281f6ec0d +size 2042196640 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_S.gguf new file mode 100644 index 0000000..3d64af2 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f52ae30e5742a2eb27e3bc7b22e8989b7c0bc89647854cefe9ee80903ecbd48 +size 1903667872 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_M.gguf new file mode 100644 index 0000000..3b42ad2 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c642de6617f679b3a75e3b52ce2400698abd9efa6f2b56dbb65e9572f0058ab2 +size 2780342944 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_S.gguf new file mode 100644 index 0000000..67004be --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66b1a685827460bb872c5858e26240c9417bd1996d5043b45d799da5a240126 +size 2595637920 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XS.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XS.gguf new file mode 100644 index 0000000..80059cd --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7782c2772858a2f61cdc13a2fa5da4c34335f494ef9e47df8c0a0642620cf9f8 +size 2469022368 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XXS.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..36716f1 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4376b18a56fed028f2138e2d100557f39e493a34803f4781b0b98af542f8e8cd +size 2273077920 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_M.gguf new file mode 100644 index 0000000..eb5bb55 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23c602be4aeed85013e077b6ccd2f1352ec88e5de5539e18aeb1f942dab0c76 +size 3574012576 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_S.gguf new file mode 100644 index 0000000..7971144 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8a10135b46017ebd3f205aab434b4985c413e8405d45a8924d3d2059c88b4a +size 3499192992 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XS.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e316653 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904a6087147eb30a7e3d5b6b4c19c080d34542c383071d31309991a992115f4e +size 3346256544 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XXS.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a8b9469 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd4539ca4270386e4cdf57829e25981301a067abde5467106c48e82c4b936f1 +size 3114515104 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_NL.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_NL.gguf new file mode 100644 index 0000000..5a54405 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c58ad490cb1f964692e0cb120980ed7b25c16c3ea5412eb89ba239f843cb2a +size 4437813920 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_XS.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_XS.gguf new file mode 100644 index 0000000..edb02d2 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261b5f7ba6e1e28d93038e0ade60cefbb204ac699410641695062aef12d899ae +size 4218473120 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K.gguf new file mode 100644 index 0000000..085c75a --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31ca1c067b5bb9bc38267b5b25017a53cfa4ebc900af3b49f91e7690cfba3fc +size 3015940768 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K_S.gguf new file mode 100644 index 0000000..199dc69 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a47823a197e00242c12ced4eff6a3424112b83d19d605d0a28ca097151f8e3 +size 2834074272 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_L.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6785c61 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d7441a351be5bf04b899c24e16f8aafee7108a496a9ed72bff27f3176ad4c3 +size 4088459936 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a80c0db --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87cbcea4faa7b4f09ff05687bec51bb8e5dec721297b8121856e064233335a41 +size 3808391840 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4b031f6 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04957a69450f1af737a74ed8822b4c553554ae12f5cc044ddb33d094640557b +size 3492369056 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_0.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_0.gguf new file mode 100644 index 0000000..47ac2fb --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65521fe0df59f81b2511bd712bae901a3588a8ec6764dd50507ef530ce097655 +size 4444121760 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_1.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_1.gguf new file mode 100644 index 0000000..e86ed92 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3837175aba3638e332b354aa889593eba3a5fa2f64a2a83cc70d164f0fd23f8a +size 4873284256 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_M.gguf new file mode 100644 index 0000000..a1175a6 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5486fd81e5867b7ed5f6445f42f0786cd3c0227491e59d9275e40945b97364 +size 4683074208 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e99e076 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb551a875518e928bdf30a4a670ffc344de8ddad5679ca72f288c03b627f33a +size 4457769632 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_M.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_M.gguf new file mode 100644 index 0000000..94f9d36 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62596839495fa13d1bae536192e2e7a7f24fe99bce7baf5a88ed7219b702c761 +size 5444831904 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_S.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cc04c93 --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa5367a50bbd7e5c66a7085c05ca8e2a66a701af809db1bf6473bc69d5c37b7 +size 5315177120 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q6_K.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q6_K.gguf new file mode 100644 index 0000000..c67867d --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1288c328a288df088a54183f605fd8fd5e2e3ee31729b6de5245951a02181435 +size 6254199456 diff --git a/Co-rewarding-I-Qwen2.5-7B-MATH.imatrix.gguf b/Co-rewarding-I-Qwen2.5-7B-MATH.imatrix.gguf new file mode 100644 index 0000000..0a3ffce --- /dev/null +++ b/Co-rewarding-I-Qwen2.5-7B-MATH.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1b9e8a1cf241dbc2954c497574872e97f73984d16022045b409ace42da96ad +size 4560352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..f33ad11 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: TMLR-Group-HF/Co-rewarding-I-Qwen2.5-7B-MATH +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/TMLR-Group-HF/Co-rewarding-I-Qwen2.5-7B-MATH + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Co-rewarding-I-Qwen2.5-7B-MATH-i1-GGUF/resolve/main/Co-rewarding-I-Qwen2.5-7B-MATH.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +