From 648fcc5336d3796fa0ace84a21fb0c133cd781d7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 1 Nov 2026 08:26:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/rStar-Coder-Qwen3-0.6B-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++++++++++ README.md | 42 ++++++++++++++++++++++++++ config.json | 3 ++ configuration.json | 1 + rStar-Coder-Qwen3-0.6B.BF16.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.F16.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.F32.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q2_K.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q6_K.gguf | 3 ++ rStar-Coder-Qwen3-0.6B.Q8_0.gguf | 3 ++ 17 files changed, 132 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 rStar-Coder-Qwen3-0.6B.BF16.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.F16.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.F32.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q2_K.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q6_K.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..f35da41 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/rStar-Coder-Qwen3-0.6B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **rStar-Coder-Qwen3-0.6B-GGUF** + +> rStar-Coder-Qwen3-0.6B is a compact, multi-domain language model fine-tuned from Qwen-0.6B using the rStar-Coder dataset, which incorporates code expert clusters and an extended symbolic reasoning collection; it excels at unified reasoning across code, mathematics, and science, delivering advanced code generation, algorithm synthesis, multi-language error detection, and step-by-step scientific problem-solving, while supporting structured output in LaTeX, Markdown, JSON, CSV, and YAML—making it ideal for developers, educators, and researchers requiring efficient STEM-oriented AI on mid-range GPUs, offline clusters, and edge devices, with a focus on logic-driven responses and technical data generation rather than general chat or creative writing. + +# Model Files + +| File Name | Size | Quant Type | +|-----------|------|------------| +| rStar-Coder-Qwen3-0.6B.BF16.gguf | 1.2 GB | BF16 | +| rStar-Coder-Qwen3-0.6B.F16.gguf | 1.2 GB | F16 | +| rStar-Coder-Qwen3-0.6B.F32.gguf | 2.39 GB | F32 | +| rStar-Coder-Qwen3-0.6B.Q2_K.gguf | 296 MB | Q2_K | +| rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf | 368 MB | Q3_K_L | +| rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf | 347 MB | Q3_K_M | +| rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf | 323 MB | Q3_K_S | +| rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf | 397 MB | Q4_K_M | +| rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf | 383 MB | Q4_K_S | +| rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf | 444 MB | Q5_K_M | +| rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf | 437 MB | Q5_K_S | +| rStar-Coder-Qwen3-0.6B.Q6_K.gguf | 495 MB | Q6_K | +| rStar-Coder-Qwen3-0.6B.Q8_0.gguf | 639 MB | Q8_0 | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/rStar-Coder-Qwen3-0.6B.BF16.gguf b/rStar-Coder-Qwen3-0.6B.BF16.gguf new file mode 100644 index 0000000..7d9061d --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae37de5a22cd10b1c8d2baccc74819b6e091138e77140f4953dc1c12fa90d0d +size 1198182688 diff --git a/rStar-Coder-Qwen3-0.6B.F16.gguf b/rStar-Coder-Qwen3-0.6B.F16.gguf new file mode 100644 index 0000000..3269609 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff95eed1eb564fecc94560939a49f01f357e9a3e4e159d1c6f2ab235fdf8b5b +size 1198182688 diff --git a/rStar-Coder-Qwen3-0.6B.F32.gguf b/rStar-Coder-Qwen3-0.6B.F32.gguf new file mode 100644 index 0000000..91c6a55 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4016a8103edc06bffca7edd0744104af6721c50ac91aa42665e7e23e48780622 +size 2390151456 diff --git a/rStar-Coder-Qwen3-0.6B.Q2_K.gguf b/rStar-Coder-Qwen3-0.6B.Q2_K.gguf new file mode 100644 index 0000000..79de474 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de7d7da5b8137c2b2e594ef62eb4c5fd8f125a78de2c15c0d314bdc6f03b3a2 +size 296238368 diff --git a/rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf b/rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf new file mode 100644 index 0000000..04a56dc --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89ba846ad012c9830cb5e89b59480ca098982192fdc24b473b1be99fa5a72d5 +size 368491808 diff --git a/rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf b/rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf new file mode 100644 index 0000000..c439022 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622fcb13d422b385508a18ef7d29c1e7b6eff3507e41ce55ddd93e7e956349e9 +size 347127072 diff --git a/rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf b/rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf new file mode 100644 index 0000000..95e7ad7 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf6a173adc694c579dc89439a82603288c47269fb62465f09f86786a7732288 +size 323075360 diff --git a/rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf b/rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf new file mode 100644 index 0000000..49a90dc --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72784911f48ff03d598622092ca22b8f37f5a807174b1425bd4c22589afd2e01 +size 396705056 diff --git a/rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf b/rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf new file mode 100644 index 0000000..a219584 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd7f229cc76370241ff5f38a411724ca7673a02fd7d1de372702d9cf15576dd +size 383270176 diff --git a/rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf b/rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf new file mode 100644 index 0000000..095341b --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640ab370bd03e413aa99d7d1c6ed64f32da812c4431ba5128f5b5e3775cfb8b9 +size 444415264 diff --git a/rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf b/rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf new file mode 100644 index 0000000..eafedd6 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bbf80c2e51d863656d4c71c5fec487fa15b628c92abd75e7e8fc4bc630b63de +size 436616480 diff --git a/rStar-Coder-Qwen3-0.6B.Q6_K.gguf b/rStar-Coder-Qwen3-0.6B.Q6_K.gguf new file mode 100644 index 0000000..d896166 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad600f5d1d83b5a54e8d77ea7261840394ab33470e5b2d7d25d330929fde9dfe +size 495107360 diff --git a/rStar-Coder-Qwen3-0.6B.Q8_0.gguf b/rStar-Coder-Qwen3-0.6B.Q8_0.gguf new file mode 100644 index 0000000..4e3dcad --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800655a12efd254a00fb07c0c50a5d3596f739a5122801cf6d439cb13eda3118 +size 639447328