From 4281f03c22bd14dcd065f5779828beacfb42a3a0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 17:42:48 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ README.md | 97 ++++++++++++++++++++++++++ rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf | 3 + rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf | 3 + rStar-Coder-Qwen3-0.6B.imatrix.gguf | 3 + 27 files changed, 232 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf create mode 100644 rStar-Coder-Qwen3-0.6B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..485ae23 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f2e1dd8 --- /dev/null +++ b/README.md @@ -0,0 +1,97 @@ +--- +base_model: prithivMLmods/rStar-Coder-Qwen3-0.6B +datasets: +- microsoft/rStar-Coder +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- chain-of-thought +- trl +- coder +- code +- core +- python +- math +- gspo +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/rStar-Coder-Qwen3-0.6B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#rStar-Coder-Qwen3-0.6B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf) | i1-Q4_1 | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/rStar-Coder-Qwen3-0.6B-i1-GGUF/resolve/main/rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf new file mode 100644 index 0000000..03452cf --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a3415566bf65bc4c65d13cb17c46a0ca7c62d1b4a2a94eba7a1db9921e1106 +size 216053600 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf new file mode 100644 index 0000000..749dd5b --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4179f7935e699735e00ed4a9abeccdbec5d86fbe12bb5917220ea9f30a29f58 +size 208017248 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf new file mode 100644 index 0000000..17ec098 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbf352f265bae54b8312b2bdbbee6e83361d0a7c6d589f6876bce11f696eedf +size 264910688 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf new file mode 100644 index 0000000..e4e0a4e --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426fc22121b2f3e78144657b450b8d054d5259630a7c7638b3549b35ff1f3ce9 +size 254195552 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bb78fc3 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f34fe46f137e9e9467fce2cd7398d81d065b0316e8985cb731b1f419297960 +size 241997664 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5c4fe9f --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c18c13906dddb877170b6f3568dd988763b44cf0fb25153dc5a384f9113649f +size 229447520 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf new file mode 100644 index 0000000..c40313d --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339ecc9047d35d0f4ad5a75d1959c7d1a730574089009c3a1dd84d2a333a8174 +size 336028512 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b5f90bf --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7345e1f14d78539e5dcc698f079e2fd533e830f6dd6aa608c32a8bbf5df0f46 +size 323076960 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..0a6626a --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebce8b6ddef007cfdc3379cb3b0f5bd86e849a71a3f8797214df2974affc8f9 +size 312755040 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..389dffc --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6455bdd77c20d2945a9a48a2e10817ed34f4021fecc1578dd21a7b07ad82c9ce +size 279017312 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b1d3c8d --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f6b31693fff940de862eb6a68c2a50b316da46cd92ced4b82346e180d58923 +size 381567840 diff --git a/rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf b/rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8fee54f --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac8e2564fcd20bbaf056cb98d8e206c53b9ec9090ea02c5b540aa75cdb5b630 +size 367805280 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf new file mode 100644 index 0000000..f649acc --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a025bf9960f1d8a050b46f4362816accdf7ba6cf87abb762b9412746439413 +size 296239968 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f31e77a --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15c710a6fc3e918761de15d4d4c6d3fb543dd712729a48efb9f33fbfc2c10f5 +size 280560480 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f37e7f5 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675ce27ab4eb5b09babbf0315df12e838fe93506fcbe477846559affb772fed1 +size 368493408 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..7b2daa1 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12998718eafb8becd2397e955ad18830904bdcab5ad648f7c56932f05ddb6350 +size 347128672 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..456b0ae --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfcb7d9beb512390831b9b4c6c704720b0f21c3188ea0be470baef2400c19f4d +size 323076960 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf new file mode 100644 index 0000000..5303ddc --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd44e8743b2e5089f2dfeebcf1617de83c58e00dd8705b587c4b1ad84e236f3b +size 382157664 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf new file mode 100644 index 0000000..3d20d38 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97b0228d241dde772583665bcad3e6d467c6f83ce0fd458b62b71737cb56647 +size 409092960 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..dea73d4 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07135793089d7113cebefdc50221d7d0c4588784f970a7e43324146f2f858ae4 +size 396706656 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..30faae3 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e0550a055792b49427f8ef6bb39cb66a17a991b1a802f3bf354f693b0084c9 +size 383271776 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..cada084 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0accdc9b92d15090d58207b3922b55dc15cd1023ac3c7abc7a905d63cdb2a0 +size 444416864 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..761b768 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4fe7e0f62fba88e4bf960a27f25c0df92a788e58b3a25d1a3c39176ed28d54 +size 436618080 diff --git a/rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf b/rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf new file mode 100644 index 0000000..eee4dd9 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c088c35ee6d21166a212143e2b912c2550cda83b2806407ef310fecdda66d582 +size 495108960 diff --git a/rStar-Coder-Qwen3-0.6B.imatrix.gguf b/rStar-Coder-Qwen3-0.6B.imatrix.gguf new file mode 100644 index 0000000..ad06ef0 --- /dev/null +++ b/rStar-Coder-Qwen3-0.6B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d976b3b4709371707555155b5361f807fc6e2b100613e4c4cb4b716fc8f449 +size 1177056