初始化项目，由ModelHub XC社区提供模型
Model: glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF Source: Original Platform
This commit is contained in:
ModelHub XC
50
.gitattributes
vendored
Normal file
50
.gitattributes
vendored
Normal file
@@ -0,0 +1,50 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ee5a9eab0e08d8e9623238f099d0c3ee9260189d61b2378075eb9710395a28ce
|
||||
size 1509347968
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:164f63b63421b5ef10442eab60c1b1e02b81f0191b6a2e074739d5fd8e2eab37
|
||||
size 347289216
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:15af12bc2e805ac9d11cd713bced196fda677ce45cfa225a71b5073fcdbb77bc
|
||||
size 435344000
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ed3bf088e637f445758a6ad2757e0f0b54277b70c230f11445e6c819f964b9a2
|
||||
size 413979264
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c89780b44815f95ad9097eebcebdd4478a025f503033158b280d792b441189fe
|
||||
size 389927552
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7037f0b42073274dd2e703154c5c0bc45ddde1693b564c2785e1c3d6e2716772
|
||||
size 469081728
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e1e68011b03bfcb45a9c4d64a7ef4d90758e6000065b32ff7a24940c5902c38f
|
||||
size 506330752
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6c794a674e4035b00c5aac1d1b02fc3495ead14a897ae38297776ffa898bbb91
|
||||
size 484220544
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:82701ae068cb3e7ca6a04c500e006cf7823f3828d8f2b606058d72e76ead813d
|
||||
size 470785664
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:94dcf220ead5d836ff92b13e2b42f2e6cba487d50a77d83e1d8ae37859fc1a8c
|
||||
size 543579776
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0e73d81d0719d85917f4ecc0b71264a0f1b48710b406c1af68b22b481ecfbcb7
|
||||
size 580828800
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5d53bb580c206ac300023b12f0841086bef03f32e0578f4732fb492a61563155
|
||||
size 551378560
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e30a71c893a2bc770b222db04ef96c58073e979947527ac9eb7918ef65bd7ea8
|
||||
size 543579776
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:daf1bab7b3ab21daaa94dfa5ece1d9efee649ad036103d96bad7648c6382f7a4
|
||||
size 622733952
|
||||
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf
Normal file
3
Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c3a9b649a33d321d3d615eeffde1ee9ea2599be1709f4355dbd2c21eb9fddd51
|
||||
size 804754048
|
||||
50
README.md
Normal file
50
README.md
Normal file
@@ -0,0 +1,50 @@
|
||||
---
|
||||
base_model: Qwen/Qwen3-0.6B
|
||||
library_name: gguf
|
||||
license: apache-2.0
|
||||
language:
|
||||
- en
|
||||
tags:
|
||||
- qwen3
|
||||
- gguf
|
||||
- quantized
|
||||
- distillation
|
||||
pipeline_tag: text-generation
|
||||
---
|
||||
|
||||
# Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF
|
||||
|
||||
GGUF quantized versions of Qwen3-0.6B fine-tuned model.
|
||||
|
||||
## Available Formats
|
||||
|
||||
| Filename | Size | Quant Type | Description |
|
||||
|----------|------|------------|-------------|
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-f16.gguf | 1.41 GB | F16 | Largest, original FP16 |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q2_k.gguf | 0.32 GB | Q2_K | Smallest, significant quality loss |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_l.gguf | 0.41 GB | Q3_K_L | Small, better quality |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_m.gguf | 0.39 GB | Q3_K_M | Small, balanced |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q3_k_s.gguf | 0.36 GB | Q3_K_S | Small, moderate quality loss |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_0.gguf | 0.44 GB | Q4_0 | Medium, legacy format |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_1.gguf | 0.47 GB | Q4_1 | |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_m.gguf | 0.45 GB | Q4_K_M | **Recommended** - Best balance |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q4_k_s.gguf | 0.44 GB | Q4_K_S | Medium, good balance |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_0.gguf | 0.51 GB | Q5_0 | Medium-large, good quality |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_1.gguf | 0.54 GB | Q5_1 | |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_m.gguf | 0.51 GB | Q5_K_M | Medium-large, high quality |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q5_k_s.gguf | 0.51 GB | Q5_K_S | Medium-large, high quality |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q6_k.gguf | 0.58 GB | Q6_K | Large, very high quality |
|
||||
| Qwen3-0.6B-DISTILL-glm-4.7-think-q8_0.gguf | 0.75 GB | Q8_0 | Large, near lossless |
|
||||
|
||||
|
||||
## Quick Start
|
||||
|
||||
### Ollama
|
||||
```bash
|
||||
ollama run hf.co/glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF:Q4_K_M
|
||||
```
|
||||
|
||||
### llama.cpp
|
||||
```bash
|
||||
llama-cli --hf-repo glogwa68/Qwen3-0.6B-DISTILL-glm-4.7-think-GGUF --hf-file qwen3-0.6b-distill-glm-4.7-think-q4_k_m.gguf -p "Hello"
|
||||
```
|
||||
Reference in New Issue
Block a user