From f53b11e051ed66b95743928b804c78797248287b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 20 Sep 2026 06:13:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ahmetggg/Luck-Qwen2.5-Coder-3B-STEM-GGUF Source: Original Platform --- .gitattributes | 42 +++++++++++++++++++++++++ README.md | 61 ++++++++++++++++++++++++++++++++++++ qwen2.5-coder-3b.F16.gguf | 3 ++ qwen2.5-coder-3b.Q3_K_M.gguf | 3 ++ qwen2.5-coder-3b.Q4_0.gguf | 3 ++ qwen2.5-coder-3b.Q4_K_M.gguf | 3 ++ qwen2.5-coder-3b.Q5_K_M.gguf | 3 ++ qwen2.5-coder-3b.Q6_K.gguf | 3 ++ qwen2.5-coder-3b.Q8_0.gguf | 3 ++ readme.md | 0 10 files changed, 124 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 qwen2.5-coder-3b.F16.gguf create mode 100644 qwen2.5-coder-3b.Q3_K_M.gguf create mode 100644 qwen2.5-coder-3b.Q4_0.gguf create mode 100644 qwen2.5-coder-3b.Q4_K_M.gguf create mode 100644 qwen2.5-coder-3b.Q5_K_M.gguf create mode 100644 qwen2.5-coder-3b.Q6_K.gguf create mode 100644 qwen2.5-coder-3b.Q8_0.gguf create mode 100644 readme.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eee4020 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-coder-3b.F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2d643ae --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: gguf +pipeline_tag: text-generation +base_model: Qwen/Qwen2.5-Coder-3B-Instruct +license: apache-2.0 +tags: +- gguf +- q4_k_m +- qwen2.5-coder +- code +- stem +- kotlin +- unity +- python +model-index: +- name: Luck-Qwen2.5-Coder-3B-STEM + results: [] +--- + +# Luck-Qwen2.5-Coder-3B-STEM (GGUF Q4_K_M) + +A fine-tuned version of **Qwen2.5-Coder-3B-Instruct** specialized in STEM and code-related tasks. This model has been trained on a curated mix of code, mathematics, and development-focused datasets with emphasis on Python, Kotlin, Unity (C#), and mathematical reasoning. + +## ⚠️ Important Notice + +This is an **experimental fine-tune**. While the model shows improvements in certain STEM domains, it has known limitations: + +- May occasionally enter repetition loops on complex prompts +- Can produce verbose responses with unnecessary explanations +- HTML/JS generation quality is lower than the base model +- Best used with `temperature=0.2` and `max_new_tokens=512` for stable outputs + +For production use, we recommend the original [Qwen/Qwen2.5-Coder-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct). + +## Model Details + +- **Base Model:** Qwen2.5-Coder-3B-Instruct +- **Training Steps:** 1,500 +- **Quantization:** Q4_K_M (~2.0 GB) +- **Format:** GGUF +- **Training Framework:** Unsloth + PEFT (LoRA) +- **Target Languages:** Python, Kotlin, C# (Unity), JavaScript, SQL + +## Training Data Mix + +| Dataset | Samples | Domain | +|---------|---------|--------| +| saurabh5/rlvr-code-data-Kotlin | 2,500 | Kotlin | +| ise-uiuc/Magicoder-Evol-Instruct-110K | 4,000 | Code Instruct | +| theblackcat102/evol-codealpaca-v1 | 2,500 | Code Alpaca | +| vishnuOI/unity-dev-instructions | 2,500 | Unity/C# | +| bigcode/python-stack-v1-functions-filtered-sc2 | 1,500 | Python | +| ryanmarten/OpenThoughts-1k-sample | 500 | Reasoning | +| TIGER-Lab/MathInstruct | 1,500 | Mathematics | + +## Quick Start with Ollama + +### 1. Download the model + +```bash +huggingface-cli download ahmetggg/Luck-Qwen2.5-Coder-3B-STEM-GGUF --include "*.gguf" --local-dir ./models \ No newline at end of file diff --git a/qwen2.5-coder-3b.F16.gguf b/qwen2.5-coder-3b.F16.gguf new file mode 100644 index 0000000..0e7a400 --- /dev/null +++ b/qwen2.5-coder-3b.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb9974f97d28e0db5f7664a1a35ccca49aec182e934d6e2928e45c330f4f604 +size 6178314400 diff --git a/qwen2.5-coder-3b.Q3_K_M.gguf b/qwen2.5-coder-3b.Q3_K_M.gguf new file mode 100644 index 0000000..aa32d89 --- /dev/null +++ b/qwen2.5-coder-3b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bd520b9d6b4f2a51700c77d6e7e37b862841718bc4443359cd61673eaa353b +size 1590472864 diff --git a/qwen2.5-coder-3b.Q4_0.gguf b/qwen2.5-coder-3b.Q4_0.gguf new file mode 100644 index 0000000..23963a3 --- /dev/null +++ b/qwen2.5-coder-3b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4352dc6b53f0908e404b13a6a73da4aab3786cbe55fc409444d96a96aeb2b2 +size 1822847136 diff --git a/qwen2.5-coder-3b.Q4_K_M.gguf b/qwen2.5-coder-3b.Q4_K_M.gguf new file mode 100644 index 0000000..76f5de5 --- /dev/null +++ b/qwen2.5-coder-3b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1a5fee9b25c2d495b15ae015722b75a5b5d2d94673cd56989bee68370e8a2f +size 1929900192 diff --git a/qwen2.5-coder-3b.Q5_K_M.gguf b/qwen2.5-coder-3b.Q5_K_M.gguf new file mode 100644 index 0000000..2ebea03 --- /dev/null +++ b/qwen2.5-coder-3b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dad8c880488de7cf198b73b9b8c1993c3998bcef29adb999d79e6d3b944caa94 +size 2224812192 diff --git a/qwen2.5-coder-3b.Q6_K.gguf b/qwen2.5-coder-3b.Q6_K.gguf new file mode 100644 index 0000000..94c0d6d --- /dev/null +++ b/qwen2.5-coder-3b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11bbafeaba49700c97b2e783ae1f13bb72afac400592ae359c1880798a674af0 +size 2538156192 diff --git a/qwen2.5-coder-3b.Q8_0.gguf b/qwen2.5-coder-3b.Q8_0.gguf new file mode 100644 index 0000000..6e54ee0 --- /dev/null +++ b/qwen2.5-coder-3b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57536941f5133f199451a8756a28fb86e03939b41e1fa6c10de02e27ab9afac5 +size 3285473440 diff --git a/readme.md b/readme.md new file mode 100644 index 0000000..e69de29