From d5155429e4fbedae478cf6666b1881d74b622b0d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 25 Sep 2026 13:48:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Demeter-LongCoT-Qwen3-1.7B-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++ Demeter-LongCoT-Qwen-1.7B.BF16.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.F16.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.F32.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf | 3 ++ Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf | 3 ++ README.md | 49 +++++++++++++++++++++++++++ config.json | 3 ++ configuration.json | 1 + 23 files changed, 157 insertions(+) create mode 100644 .gitattributes create mode 100644 Demeter-LongCoT-Qwen-1.7B.BF16.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.F16.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.F32.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf create mode 100644 Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Demeter-LongCoT-Qwen-1.7B.BF16.gguf b/Demeter-LongCoT-Qwen-1.7B.BF16.gguf new file mode 100644 index 0000000..83b6635 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3ada214e8bc5c29bc7c46456d7e685d5e728a963403f657d90a1bd83805502 +size 3447349568 diff --git a/Demeter-LongCoT-Qwen-1.7B.F16.gguf b/Demeter-LongCoT-Qwen-1.7B.F16.gguf new file mode 100644 index 0000000..030122a --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7abbbede5ea40153d54e781d9fb66dd48cd61da6c7134c6f4be33a0795c8d75 +size 3447349568 diff --git a/Demeter-LongCoT-Qwen-1.7B.F32.gguf b/Demeter-LongCoT-Qwen-1.7B.F32.gguf new file mode 100644 index 0000000..346f78e --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99175f3b4e619f1b73c62520d32188aa61c33559d63a77f38bf5ece451aac504 +size 6888251712 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf b/Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf new file mode 100644 index 0000000..7cc5096 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5223039d455e463220612f2707ed6a5b039e8de5ee4b5865012bcbe029645fba +size 777795904 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf b/Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf new file mode 100644 index 0000000..90657de --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304617cf985d6c2d66391dc5c950a11b048402eccda0de8131793b9db354e62e +size 1003501888 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf b/Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf new file mode 100644 index 0000000..6f07207 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01773850a586b143e7c3fa2247a1dccef0188aadfb0c1619d8a03dd32d70c16 +size 939538752 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf b/Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf new file mode 100644 index 0000000..2645661 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7040a105f3e75f818afc04d15231f9e18f591cd073fe7611e5e0bb51c16ff99f +size 867252544 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf b/Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf new file mode 100644 index 0000000..3f38d1a --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e1b6ee3b25eb7b57913994a0b4ae04acf01ea3dce83f872aea911f447cca2d +size 1054423360 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf b/Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf new file mode 100644 index 0000000..82d4e23 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faaa323d9ad691ac9166e8c1a8026aa576083ca46557ac3c3497a749d3c5b156 +size 1142503744 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf b/Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf new file mode 100644 index 0000000..0971235 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e1e319528d213d13bb7a2afcbe6d760f0cc95c7dff58a966e0d5b8a80a1901 +size 1107409216 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf b/Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf new file mode 100644 index 0000000..0971235 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e1e319528d213d13bb7a2afcbe6d760f0cc95c7dff58a966e0d5b8a80a1901 +size 1107409216 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf b/Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf new file mode 100644 index 0000000..1bbad36 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00898a80a6ab8e33e4ea1eaeaa46544f776bbb953e448de89bc23c4e69f91dee +size 1060190528 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf b/Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf new file mode 100644 index 0000000..604961f --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fbb5cb5e8b012227391a1efd97b05c38029698eb298e6881064035cc0e58e77 +size 1230584128 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf b/Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf new file mode 100644 index 0000000..b28db11 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f209ba466dc2a13e3f74d1e144ea941ce0f2129ee73ea309103469f6e316e74 +size 1318664512 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf b/Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf new file mode 100644 index 0000000..50abe7a --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfd14e6f6e3ea21dae35c47bdd35178bf5d57ec0ac504a755e110a1332d0a53 +size 1257879872 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf b/Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf new file mode 100644 index 0000000..50abe7a --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfd14e6f6e3ea21dae35c47bdd35178bf5d57ec0ac504a755e110a1332d0a53 +size 1257879872 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf b/Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf new file mode 100644 index 0000000..d05bb1c --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf3eb84cd61b6a82019f6c6aac4e6746f6343e6dc6bc30acda6292c0e617ce4 +size 1230584128 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf b/Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf new file mode 100644 index 0000000..6a6c279 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520f08c8b850a8637a7963036183e69f8b54c2812985037635df54c501c76a14 +size 1417754944 diff --git a/Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf b/Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf new file mode 100644 index 0000000..35cf098 --- /dev/null +++ b/Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4260740f90d53efe89ede2a46efe5ddcfe368412f8c1db297dd1c267dd01402 +size 1834426688 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6edfe08 --- /dev/null +++ b/README.md @@ -0,0 +1,49 @@ +--- +license: apache-2.0 +base_model: +- prithivMLmods/Demeter-LongCoT-Qwen-4B +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- LongCoT +--- + +# **Demeter-LongCoT-Qwen3-1.7B-GGUF** + +> Demeter-LongCoT-Qwen3-1.7B is a reasoning-focused model fine-tuned on Qwen/Qwen3-1.7B using the Demeter-LongCoT-400K dataset. It is designed for math and code chain-of-thought reasoning, blending symbolic precision, scientific logic, and structured output fluency—making it an effective tool for developers, educators, and researchers seeking reliable step-by-step reasoning. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| Demeter-LongCoT-Qwen-1.7B.BF16.gguf | BF16 | 3.45 GB | +| Demeter-LongCoT-Qwen-1.7B.F16.gguf | F16 | 3.45 GB | +| Demeter-LongCoT-Qwen-1.7B.F32.gguf | F32 | 6.89 GB | +| Demeter-LongCoT-Qwen-1.7B.Q2_K.gguf | Q2_K | 778 MB | +| Demeter-LongCoT-Qwen-1.7B.Q3_K_L.gguf | Q3_K_L | 1 GB | +| Demeter-LongCoT-Qwen-1.7B.Q3_K_M.gguf | Q3_K_M | 940 MB | +| Demeter-LongCoT-Qwen-1.7B.Q3_K_S.gguf | Q3_K_S | 867 MB | +| Demeter-LongCoT-Qwen-1.7B.Q4_0.gguf | Q4_0 | 1.05 GB | +| Demeter-LongCoT-Qwen-1.7B.Q4_1.gguf | Q4_1 | 1.14 GB | +| Demeter-LongCoT-Qwen-1.7B.Q4_K.gguf | Q4_K | 1.11 GB | +| Demeter-LongCoT-Qwen-1.7B.Q4_K_M.gguf | Q4_K_M | 1.11 GB | +| Demeter-LongCoT-Qwen-1.7B.Q4_K_S.gguf | Q4_K_S | 1.06 GB | +| Demeter-LongCoT-Qwen-1.7B.Q5_0.gguf | Q5_0 | 1.23 GB | +| Demeter-LongCoT-Qwen-1.7B.Q5_1.gguf | Q5_1 | 1.32 GB | +| Demeter-LongCoT-Qwen-1.7B.Q5_K.gguf | Q5_K | 1.26 GB | +| Demeter-LongCoT-Qwen-1.7B.Q5_K_M.gguf | Q5_K_M | 1.26 GB | +| Demeter-LongCoT-Qwen-1.7B.Q5_K_S.gguf | Q5_K_S | 1.23 GB | +| Demeter-LongCoT-Qwen-1.7B.Q6_K.gguf | Q6_K | 1.42 GB | +| Demeter-LongCoT-Qwen-1.7B.Q8_0.gguf | Q8_0 | 1.83 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file