From 37696196ed5552fca30dd521dc710609a99fbfd7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 11 Sep 2026 15:18:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: GTOMA83/Qwen2.5-Coder-1.5B-Instruct-GGUF Source: Original Platform --- .gitattributes | 37 ++++++++ Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf | 3 + Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf | 3 + README.md | 98 ++++++++++++++++++++ 4 files changed, 141 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf create mode 100644 Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7bac396 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf b/Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf new file mode 100644 index 0000000..fac0537 --- /dev/null +++ b/Qwen_Qwen2.5-Coder-1.5B-Instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727dca057a447a4072e6bf439b491956c9176240a36cf909752cf35be5e93f3b +size 3093669440 diff --git a/Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf b/Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..a678420 --- /dev/null +++ b/Qwen_Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a92c966c045e75c24da22e2db10b19254eea4c24512d9be80dc1b7037664fc1 +size 986048480 diff --git a/README.md b/README.md new file mode 100644 index 0000000..77b1471 --- /dev/null +++ b/README.md @@ -0,0 +1,98 @@ +--- +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct/blob/main/LICENSE +language: +- en +base_model: +- Qwen/Qwen2.5-Coder-1.5B +pipeline_tag: text-generation +library_name: transformers +tags: +- code +- codeqwen +- chat +- qwen +- qwen-coder +--- + + +
+

+ See our collection for all versions of Qwen3 including GGUF, 4-bit & 16-bit formats. +

+

+ Learn to run Qwen3-Coder correctly - Read our Guide. +

+

+ See Unsloth Dynamic 2.0 GGUFs for our quantization benchmarks. +

+
+ + + + + + + + + +
+

✨ Read our Qwen3-Coder Guide here!

+
+ +- Fine-tune Qwen3 (14B) for free using our Google [Colab notebook](https://docs.unsloth.ai/get-started/unsloth-notebooks)! +- Read our Blog about Qwen3 support: [unsloth.ai/blog/qwen3](https://unsloth.ai/blog/qwen3) +- View the rest of our notebooks in our [docs here](https://docs.unsloth.ai/get-started/unsloth-notebooks). +| Unsloth supports | Free Notebooks | Performance | Memory use | +|-----------------|--------------------------------------------------------------------------------------------------------------------------|-------------|----------| +| **Qwen3 (14B)** | [▶️ Start on Colab](https://docs.unsloth.ai/get-started/unsloth-notebooks) | 3x faster | 70% less | +| **GRPO with Qwen3 (8B)** | [▶️ Start on Colab](https://docs.unsloth.ai/get-started/unsloth-notebooks) | 3x faster | 80% less | +| **Llama-3.2 (3B)** | [▶️ Start on Colab](https://colab.research.google.com/github/unslothai/notebooks/blob/main/nb/Llama3.2_(1B_and_3B)-Conversational.ipynb) | 2.4x faster | 58% less | +| **Llama-3.2 (11B vision)** | [▶️ Start on Colab](https://colab.research.google.com/github/unslothai/notebooks/blob/main/nb/Llama3.2_(11B)-Vision.ipynb) | 2x faster | 60% less | +| **Qwen2.5 (7B)** | [▶️ Start on Colab](https://colab.research.google.com/github/unslothai/notebooks/blob/main/nb/Qwen2.5_(7B)-Alpaca.ipynb) | 2x faster | 60% less | + + + + +# Qwen2.5-Coder-1.5B-Instruct-GGUF + + Chat + + +
+ +# Perplexity table (the lower the better) + +| Quant | Size (MB) | PPL | Size (%) | Accuracy (%) | PPL error rate | +| ------- | --------- | -------- | -------- | ------------ | -------------- | +| IQ1_S | 417 | 193.6245 | 14.13 | 5.24 | 1.77149 | +| IQ1_M | 443 | 66.9068 | 15.01 | 15.17 | 0.52878 | +| IQ2_XXS | 488 | 33.3356 | 16.54 | 30.45 | 0.25559 | +| IQ2_XS | 525 | 20.287 | 17.79 | 50.04 | 0.14936 | +| IQ2_S | 538 | 18.2927 | 18.23 | 55.49 | 0.1338 | +| IQ2_M | 574 | 15.4838 | 19.45 | 65.56 | 0.11113 | +| Q2_K_S | 611 | 16.0169 | 20.7 | 63.38 | 0.11623 | +| IQ3_XXS | 638 | 12.3935 | 21.62 | 81.91 | 0.0877 | +| Q2_K | 645 | 14.1657 | 21.86 | 71.66 | 0.10105 | +| IQ3_XS | 698 | 11.7112 | 23.65 | 86.68 | 0.08256 | +| Q3_K_S | 726 | 12.4782 | 24.6 | 81.35 | 0.08842 | +| IQ3_S | 728 | 11.4241 | 24.67 | 88.86 | 0.07977 | +| IQ3_M | 741 | 11.4058 | 25.11 | 89 | 0.07862 | +| Q3_K_M | 786 | 11.3529 | 26.64 | 89.42 | 0.08018 | +| Q3_K_L | 840 | 11.1934 | 28.46 | 90.69 | 0.07913 | +| IQ4_XS | 855 | 10.5302 | 28.97 | 96.4 | 0.07351 | +| IQ4_NL | 893 | 10.5116 | 30.26 | 96.57 | 0.07335 | +| Q4_0 | 895 | 10.8217 | 30.33 | 93.8 | 0.07576 | +| Q4_K_S | 897 | 10.5236 | 30.4 | 96.46 | 0.0736 | +| Q4_K_M | 941 | 10.4628 | 31.89 | 97.02 | 0.0731 | +| Q4_1 | 970 | 10.51 | 32.87 | 96.59 | 0.07347 | +| Q5_K_S | 1048 | 10.2715 | 35.51 | 98.83 | 0.07148 | +| Q5_0 | 1051 | 10.3196 | 35.62 | 98.37 | 0.07212 | +| Q5_K_M | 1073 | 10.2529 | 36.36 | 99.01 | 0.07143 | +| Q5_1 | 1126 | 10.2624 | 38.16 | 98.92 | 0.0714 | +| Q6_K | 1214 | 10.203 | 41.14 | 99.49 | 0.07108 | +| Q8_0 | 1571 | 10.167 | 53.24 | 99.84 | 0.07068 | +| F16 | 2951 | 10.1512 | 100 | 100 | 0.07058 | + +
+