commit a9e48d8b66ba8a38e9643fca6f11bbdf84f3ce41 Author: ModelHub XC Date: Sat Oct 3 05:45:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..46a2800 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Demeter-LongCoT-Qwen3-1.7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..506f3fd --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd7aec69246408fe16885efba0347ba3b19915d0bc2ac674b4ed0ca9280758a +size 543794432 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..6f62bef --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31f36429a8eaf2df666403882fbb1f36b017fb7fbd906343816fa8372464f52 +size 515777792 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..9d21985 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5a4dcad7954d7a0bd4eaa1818c9abb3f5aa91b4b3b8a514f18bafe17b6f177 +size 695182592 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..e0be465 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf22e11ce11a23906a44d7e1694efe2f79aca6681d056e480ee04e68017a4de +size 657827072 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XS.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d39a347 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48fd0d1d548a072881866956941f4d9ef50b4806de20ddaf215cd539ce403d52 +size 631514368 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XXS.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8c6abee --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff47aa1eb3fabd3c595759d178ed7bbf6abc9460bbb240fd081ef664f0297c2 +size 590488832 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..55ff82e --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591001c8e0c334513a5dee213cbe7f13b0ccb0d5a3ea7d7675c2d241f323e98c +size 895663360 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..fdaecdc --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c972b5523e919ceca42456e425da44884f8f395cf33a3d10f9b8c85a78df72e0 +size 867253504 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XS.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..52178ae --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8e8b289075ecb87bbef75f2a00855125cb53032843e03c780f652eeb5b48e3 +size 834223360 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XXS.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2ed1403 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c33d43cae7c91f03a9feb7ed4fd23ab77ea759bbe482d7db6c6b190f2754f5 +size 754361600 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_NL.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..286988f --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db24b5bc5ef1c267bc7dc31045fb63e50857f80f3162adf6eeb90a66e67637c7 +size 1054424320 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_XS.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..91fc595 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4753385e215382fa244880ea43674896c342f444cf28e34eb04e9fc0af9fd9c3 +size 1010384128 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K.gguf new file mode 100644 index 0000000..5bb0fe8 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b2b122ef08bf6c495141a14c71ff2f206bead7f6924f076a1c513eec7d778a +size 777796864 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a926d83 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b255c6b226a4e0b4eacb1a48f4e4c9d0bdb2dd3766a07e582d804bd2586073a3 +size 732970240 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_L.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b9b432f --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38a32debf15a73a6454868a7f3631c2b060dbc470e9a076acdef24a64b35860 +size 1003502848 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ce8d63b --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0923f234889b64d6758c9c43aeba218a1293e2530e1d49eefa1a1b540fe48eb +size 939539712 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..31a6530 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa58ebb15a6aa5593e517c6928f37ac2f6cc499be5f27619515b600216becd1 +size 867253504 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_0.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_0.gguf new file mode 100644 index 0000000..bc0905d --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0efb2ba11bef3e9083a3e56e21525072f7dd086bb8cfb2ad71c562d02a9f1ed +size 1056783616 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_1.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_1.gguf new file mode 100644 index 0000000..6fbf574 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d7462d46814e7b2c45e54f119ec20dd9dfb30f0bee240bbfd75b17282f5b9d +size 1142504704 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..24067ec --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72209e14cea15fc4226deb8b3226c9bf252a0e3ac80730827bf4d7c10e6a80b5 +size 1107410176 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..4ede178 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6032c4b00fa8e44d835b4f2f5a191e5c6077a14ad86ad9d6ed12f6a0704803d9 +size 1060191488 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_M.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a65aca8 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdccfaac8f4505801cf3838f44999677967c1eb3e62d8bac09832e0c8762576a +size 1257880832 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_S.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3773963 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11b007a0264cdd1ef944c78e16d8357ceb10b75b7f9a39e4a11348733d5e305 +size 1230585088 diff --git a/Demeter-LongCoT-Qwen3-1.7B.i1-Q6_K.gguf b/Demeter-LongCoT-Qwen3-1.7B.i1-Q6_K.gguf new file mode 100644 index 0000000..8382433 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c86d7476a40344f36e5966495eaec9475f0e27a8df66566f16d0235ccf5a8ee +size 1417755904 diff --git a/Demeter-LongCoT-Qwen3-1.7B.imatrix.gguf b/Demeter-LongCoT-Qwen3-1.7B.imatrix.gguf new file mode 100644 index 0000000..4a34513 --- /dev/null +++ b/Demeter-LongCoT-Qwen3-1.7B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b18900289dea85c906dc0cefed2cfebfd2b3cfb8aa6af30f5a7ab926f87af82 +size 2094560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7e3f5b6 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: prithivMLmods/Demeter-LongCoT-Qwen3-1.7B +datasets: +- prithivMLmods/Demeter-LongCoT-400K +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- LongCoT +- trl +- math +- code +- stem +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/Demeter-LongCoT-Qwen3-1.7B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Demeter-LongCoT-Qwen3-1.7B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Demeter-LongCoT-Qwen3-1.7B-i1-GGUF/resolve/main/Demeter-LongCoT-Qwen3-1.7B.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +