From a96450f96955f63aee1999c8a671f92ced548377 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 3 Jun 2026 15:19:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++ ...rompt-Coder-270m-it-Uncensored.IQ4_XS.gguf | 3 + ...-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q3_K_L.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q3_K_M.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q3_K_S.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q4_K_M.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q4_K_S.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q5_K_M.gguf | 3 + ...rompt-Coder-270m-it-Uncensored.Q5_K_S.gguf | 3 + ...-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf | 3 + ...-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf | 3 + ...3-Prompt-Coder-270m-it-Uncensored.f16.gguf | 3 + README.md | 78 +++++++++++++++++++ 14 files changed, 161 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf create mode 100644 Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6f69c61 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf new file mode 100644 index 0000000..6ae23ee --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88164335dbec50243681c82364619f6f536d75692f85ae6d9315da2997afca27 +size 241267936 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf new file mode 100644 index 0000000..ad02a90 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad09c44019c0d55f187fb216f4af27e937ad18c97d2f5248de23e241da86314 +size 237079776 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf new file mode 100644 index 0000000..66dd715 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b78b2fbb5644d5245db29c448f9208b0c46cc6c370abfa2e15d77a2bffd8c754 +size 246387936 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf new file mode 100644 index 0000000..45a7aea --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b75ac352a941e9826dcf77417efcca595572fbfd685c8d5e425713d283c26a +size 241964256 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf new file mode 100644 index 0000000..866e32d --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbdd7145c21dc6cc24d88c560652de52794c9371f20e3bf11c4a05a0b33132f8 +size 236711136 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf new file mode 100644 index 0000000..c6a47be --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c1e58bd0cdb0824f7c62bd1177cbef980fc6a07608a8cef504195ffa48d0bb +size 253115616 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf new file mode 100644 index 0000000..c7240e4 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c64f98e150da7f532dc269f2cfe94705d8af7b0a2c6770e127cb745ce41694 +size 249890016 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf new file mode 100644 index 0000000..9048e31 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08001707cc51e75e6427602c4e346fb78cb5bdcd769df9af50a5fa72bd1810d5 +size 260027616 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf new file mode 100644 index 0000000..85933d5 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8026b02a2d740f742a79e7fde2fd5082d3c979b42402c8e8a73cd235a8252f +size 258000096 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf new file mode 100644 index 0000000..56e75ed --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fa57d116dbb23f50b2eb56081e22dbaca27827e22fb27d40847b8accecd5ea +size 282975456 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf new file mode 100644 index 0000000..7440c25 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa81b7021810c77d9205201bf08ec8e81e132564011a95d9dded14a928fd402 +size 291546336 diff --git a/Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf b/Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf new file mode 100644 index 0000000..61400f0 --- /dev/null +++ b/Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec119da8acdd81a1bb1e1082345846e5c3e551b483961446fcf4e3c31f64e11 +size 542835936 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1445da3 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: WithinUsAI/Gemma3-Prompt.Coder.it.Uncensored-270m +datasets: +- microsoft/rStar-Coder +- gokaygokay/prompt-enhancement-75k +- gokaygokay/prompt-enhancer-dataset +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +static quants of https://huggingface.co/WithinUsAI/Gemma3-Prompt.Coder.it.Uncensored-270m + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_S.gguf) | Q3_K_S | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q2_K.gguf) | Q2_K | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.IQ4_XS.gguf) | IQ4_XS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_M.gguf) | Q3_K_M | 0.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q3_K_L.gguf) | Q3_K_L | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_S.gguf) | Q4_K_S | 0.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q4_K_M.gguf) | Q4_K_M | 0.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_S.gguf) | Q5_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q5_K_M.gguf) | Q5_K_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q6_K.gguf) | Q6_K | 0.4 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.Q8_0.gguf) | Q8_0 | 0.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-3-Prompt-Coder-270m-it-Uncensored-GGUF/resolve/main/Gemma-3-Prompt-Coder-270m-it-Uncensored.f16.gguf) | f16 | 0.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +