From 6bb1b38cd4216e543a6dac00dc25865093ac9d62 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 19 Sep 2026 10:50:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF Source: Original Platform --- .gitattributes | 50 ++++++++++++++++++++ Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf | 3 ++ Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf | 3 ++ README.md | 50 ++++++++++++++++++++ 17 files changed, 145 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf create mode 100644 Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e7f9457 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf new file mode 100644 index 0000000..cd72aa8 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5a9eab0e08d8e9623238f099d0c3ee9260189d61b2378075eb9710395a28ce +size 1509347968 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf new file mode 100644 index 0000000..455e227 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164f63b63421b5ef10442eab60c1b1e02b81f0191b6a2e074739d5fd8e2eab37 +size 347289216 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf new file mode 100644 index 0000000..cd39a1b --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15af12bc2e805ac9d11cd713bced196fda677ce45cfa225a71b5073fcdbb77bc +size 435344000 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf new file mode 100644 index 0000000..d687a2d --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3bf088e637f445758a6ad2757e0f0b54277b70c230f11445e6c819f964b9a2 +size 413979264 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf new file mode 100644 index 0000000..3758876 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89780b44815f95ad9097eebcebdd4478a025f503033158b280d792b441189fe +size 389927552 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf new file mode 100644 index 0000000..1fb4289 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7037f0b42073274dd2e703154c5c0bc45ddde1693b564c2785e1c3d6e2716772 +size 469081728 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf new file mode 100644 index 0000000..eb1812d --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e68011b03bfcb45a9c4d64a7ef4d90758e6000065b32ff7a24940c5902c38f +size 506330752 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf new file mode 100644 index 0000000..ca6ab45 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c794a674e4035b00c5aac1d1b02fc3495ead14a897ae38297776ffa898bbb91 +size 484220544 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf new file mode 100644 index 0000000..06d07a6 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82701ae068cb3e7ca6a04c500e006cf7823f3828d8f2b606058d72e76ead813d +size 470785664 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf new file mode 100644 index 0000000..3b66325 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94dcf220ead5d836ff92b13e2b42f2e6cba487d50a77d83e1d8ae37859fc1a8c +size 543579776 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf new file mode 100644 index 0000000..fda5280 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e73d81d0719d85917f4ecc0b71264a0f1b48710b406c1af68b22b481ecfbcb7 +size 580828800 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf new file mode 100644 index 0000000..6a321a2 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d53bb580c206ac300023b12f0841086bef03f32e0578f4732fb492a61563155 +size 551378560 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf new file mode 100644 index 0000000..f0e7224 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30a71c893a2bc770b222db04ef96c58073e979947527ac9eb7918ef65bd7ea8 +size 543579776 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf new file mode 100644 index 0000000..587cc26 --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf1bab7b3ab21daaa94dfa5ece1d9efee649ad036103d96bad7648c6382f7a4 +size 622733952 diff --git a/Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf b/Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf new file mode 100644 index 0000000..b9ad5ee --- /dev/null +++ b/Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a9b649a33d321d3d615eeffde1ee9ea2599be1709f4355dbd2c21eb9fddd51 +size 804754048 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d928ca7 --- /dev/null +++ b/README.md @@ -0,0 +1,50 @@ +--- +base_model: Qwen/Qwen3-0.6B +library_name: gguf +license: apache-2.0 +language: +- en +tags: +- qwen3 +- gguf +- quantized +- distillation +pipeline_tag: text-generation +--- + +# Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF + +GGUF quantized versions of Qwen3-0.6B fine-tuned model. + +## Available Formats + +| Filename | Size | Quant Type | Description | +|----------|------|------------|-------------| +| Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf | 1.41 GB | F16 | Largest, original FP16 | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf | 0.32 GB | Q2_K | Smallest, significant quality loss | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf | 0.41 GB | Q3_K_L | Small, better quality | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf | 0.39 GB | Q3_K_M | Small, balanced | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf | 0.36 GB | Q3_K_S | Small, moderate quality loss | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf | 0.44 GB | Q4_0 | Medium, legacy format | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf | 0.47 GB | Q4_1 | | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf | 0.45 GB | Q4_K_M | **Recommended** - Best balance | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf | 0.44 GB | Q4_K_S | Medium, good balance | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf | 0.51 GB | Q5_0 | Medium-large, good quality | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf | 0.54 GB | Q5_1 | | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf | 0.51 GB | Q5_K_M | Medium-large, high quality | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf | 0.51 GB | Q5_K_S | Medium-large, high quality | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf | 0.58 GB | Q6_K | Large, very high quality | +| Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf | 0.75 GB | Q8_0 | Large, near lossless | + + +## Quick Start + +### Ollama +```bash +ollama run hf.co/glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF:Q4_K_M +``` + +### llama.cpp +```bash +llama-cli --hf-repo glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF --hf-file qwen3-0.6b-distill-glm-4.7-think-q4_k_m.gguf -p "Hello" +```