From e627c8922cb7d49a770124854cd7a452a5f14156 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 2 Jun 2026 05:43:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Llama-coder-1b-GRPO-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++ Llama-coder-1b-GRPO.IQ4_XS.gguf | 3 ++ Llama-coder-1b-GRPO.Q2_K.gguf | 3 ++ Llama-coder-1b-GRPO.Q3_K_L.gguf | 3 ++ Llama-coder-1b-GRPO.Q3_K_M.gguf | 3 ++ Llama-coder-1b-GRPO.Q3_K_S.gguf | 3 ++ Llama-coder-1b-GRPO.Q4_K_M.gguf | 3 ++ Llama-coder-1b-GRPO.Q4_K_S.gguf | 3 ++ Llama-coder-1b-GRPO.Q5_K_M.gguf | 3 ++ Llama-coder-1b-GRPO.Q5_K_S.gguf | 3 ++ Llama-coder-1b-GRPO.Q6_K.gguf | 3 ++ Llama-coder-1b-GRPO.Q8_0.gguf | 3 ++ Llama-coder-1b-GRPO.f16.gguf | 3 ++ README.md | 72 +++++++++++++++++++++++++++++++++ 14 files changed, 155 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-coder-1b-GRPO.IQ4_XS.gguf create mode 100644 Llama-coder-1b-GRPO.Q2_K.gguf create mode 100644 Llama-coder-1b-GRPO.Q3_K_L.gguf create mode 100644 Llama-coder-1b-GRPO.Q3_K_M.gguf create mode 100644 Llama-coder-1b-GRPO.Q3_K_S.gguf create mode 100644 Llama-coder-1b-GRPO.Q4_K_M.gguf create mode 100644 Llama-coder-1b-GRPO.Q4_K_S.gguf create mode 100644 Llama-coder-1b-GRPO.Q5_K_M.gguf create mode 100644 Llama-coder-1b-GRPO.Q5_K_S.gguf create mode 100644 Llama-coder-1b-GRPO.Q6_K.gguf create mode 100644 Llama-coder-1b-GRPO.Q8_0.gguf create mode 100644 Llama-coder-1b-GRPO.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..72a8a7d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-coder-1b-GRPO.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-coder-1b-GRPO.IQ4_XS.gguf b/Llama-coder-1b-GRPO.IQ4_XS.gguf new file mode 100644 index 0000000..09b1462 --- /dev/null +++ b/Llama-coder-1b-GRPO.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788f70d26e59c95f0dadabe1203715ee96468deb1a5f9586bbea01d434833832 +size 748384384 diff --git a/Llama-coder-1b-GRPO.Q2_K.gguf b/Llama-coder-1b-GRPO.Q2_K.gguf new file mode 100644 index 0000000..3e857dc --- /dev/null +++ b/Llama-coder-1b-GRPO.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab885d08a3fca7b43e4a476d2a5c35b5c8fec9cc054d2589e845323fc8312212 +size 580874368 diff --git a/Llama-coder-1b-GRPO.Q3_K_L.gguf b/Llama-coder-1b-GRPO.Q3_K_L.gguf new file mode 100644 index 0000000..d2b0ceb --- /dev/null +++ b/Llama-coder-1b-GRPO.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3846f13385865b40780e82c985b8c01ed6f5fe77a711535b83f945cffc6645bc +size 732524672 diff --git a/Llama-coder-1b-GRPO.Q3_K_M.gguf b/Llama-coder-1b-GRPO.Q3_K_M.gguf new file mode 100644 index 0000000..97d9c66 --- /dev/null +++ b/Llama-coder-1b-GRPO.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e57789a765903a426e7379839a0224970f038b2f09e3fbb6cc0b75303a0c5db +size 690843776 diff --git a/Llama-coder-1b-GRPO.Q3_K_S.gguf b/Llama-coder-1b-GRPO.Q3_K_S.gguf new file mode 100644 index 0000000..bcefee3 --- /dev/null +++ b/Llama-coder-1b-GRPO.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3463a57b521a016ebc2c607ba09c187212fe1d6186cb0b062c70b003959ff48 +size 641691776 diff --git a/Llama-coder-1b-GRPO.Q4_K_M.gguf b/Llama-coder-1b-GRPO.Q4_K_M.gguf new file mode 100644 index 0000000..1a1e57b --- /dev/null +++ b/Llama-coder-1b-GRPO.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f166a8e4cfa624f991c1b7c9df0e8ddc55c51707d68a3f2cc4b8a4e7d94d4f89 +size 807694464 diff --git a/Llama-coder-1b-GRPO.Q4_K_S.gguf b/Llama-coder-1b-GRPO.Q4_K_S.gguf new file mode 100644 index 0000000..bfbc03a --- /dev/null +++ b/Llama-coder-1b-GRPO.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26811a34743e93c9792f86640ed2061350638d0b5bb7ac841ef91b97db4edd39 +size 775647360 diff --git a/Llama-coder-1b-GRPO.Q5_K_M.gguf b/Llama-coder-1b-GRPO.Q5_K_M.gguf new file mode 100644 index 0000000..95fef2d --- /dev/null +++ b/Llama-coder-1b-GRPO.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ef9c0289df1c7956958283e2fd645b8ef3d3dfb3de37404c7fc021d97a0509 +size 911503488 diff --git a/Llama-coder-1b-GRPO.Q5_K_S.gguf b/Llama-coder-1b-GRPO.Q5_K_S.gguf new file mode 100644 index 0000000..bcaaf3d --- /dev/null +++ b/Llama-coder-1b-GRPO.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a515cb09537935670222ae746bc40067ee1315aa50c07df56104e08a89a9cbbb +size 892563584 diff --git a/Llama-coder-1b-GRPO.Q6_K.gguf b/Llama-coder-1b-GRPO.Q6_K.gguf new file mode 100644 index 0000000..7e55190 --- /dev/null +++ b/Llama-coder-1b-GRPO.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5474eb422050143d25d509c230d6b5ecf89cf2ba0ccf01d1da315add0eb35123 +size 1021800576 diff --git a/Llama-coder-1b-GRPO.Q8_0.gguf b/Llama-coder-1b-GRPO.Q8_0.gguf new file mode 100644 index 0000000..f2073d0 --- /dev/null +++ b/Llama-coder-1b-GRPO.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f456e822d09aed5a7ec4da77db88c27849af311b53a95121b0e9fcec79ed034 +size 1321083008 diff --git a/Llama-coder-1b-GRPO.f16.gguf b/Llama-coder-1b-GRPO.f16.gguf new file mode 100644 index 0000000..5a3aceb --- /dev/null +++ b/Llama-coder-1b-GRPO.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60c89682b2d7cf8c48e95fd89bb85d7ea9d1485c51b9cb541c90b5a54941ab1f +size 2479595648 diff --git a/README.md b/README.md new file mode 100644 index 0000000..64719d4 --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: XformAI-india/Llama-coder-1b-GRPO +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +static quants of https://huggingface.co/XformAI-india/Llama-coder-1b-GRPO + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Llama-coder-1b-GRPO-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q2_K.gguf) | Q2_K | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q3_K_S.gguf) | Q3_K_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q3_K_M.gguf) | Q3_K_M | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q3_K_L.gguf) | Q3_K_L | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.IQ4_XS.gguf) | IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q4_K_S.gguf) | Q4_K_S | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q4_K_M.gguf) | Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q5_K_S.gguf) | Q5_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q5_K_M.gguf) | Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q6_K.gguf) | Q6_K | 1.1 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.Q8_0.gguf) | Q8_0 | 1.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-coder-1b-GRPO-GGUF/resolve/main/Llama-coder-1b-GRPO.f16.gguf) | f16 | 2.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +