初始化项目,由ModelHub XC社区提供模型
Model: prithivMLmods/Smoothie-Qwen3-AIO-GGUF Source: Original Platform
This commit is contained in:
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
94
README.md
Normal file
94
README.md
Normal file
@@ -0,0 +1,94 @@
|
||||
---
|
||||
license: apache-2.0
|
||||
language:
|
||||
- en
|
||||
base_model:
|
||||
- dnotitia/Smoothie-Qwen3-4B
|
||||
- dnotitia/Smoothie-Qwen3-0.6B
|
||||
- dnotitia/Smoothie-Qwen3-1.7B
|
||||
pipeline_tag: text-generation
|
||||
library_name: transformers
|
||||
tags:
|
||||
- text-generation-inference
|
||||
---
|
||||
|
||||
# **Smoothie-Qwen3-AIO-GGUF**
|
||||
|
||||
> Smoothie-Qwen3 models are enhancements of Qwen3 language models, applying post-processing techniques to smooth token distributions and promote balanced, multilingual output, especially across varied Unicode ranges. These models are particularly effective for applications needing reduced language bias and improved representation consistency, maintaining the strong reasoning, coding, and dialogue abilities of Qwen3 while producing more stable and diverse generations.
|
||||
|
||||
## Model Files
|
||||
|
||||
### Smoothie-Qwen3-0.6B
|
||||
|
||||
| File Name | Quant Type | File Size |
|
||||
| - | - | - |
|
||||
| Smoothie-Qwen3-0.6B.BF16.gguf | BF16 | 1.2 GB |
|
||||
| Smoothie-Qwen3-0.6B.F16.gguf | F16 | 1.2 GB |
|
||||
| Smoothie-Qwen3-0.6B.F32.gguf | F32 | 2.39 GB |
|
||||
| Smoothie-Qwen3-0.6B.Q2_K.gguf | Q2_K | 296 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q3_K_L.gguf | Q3_K_L | 368 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q3_K_M.gguf | Q3_K_M | 347 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q3_K_S.gguf | Q3_K_S | 323 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q4_0.gguf | Q4_0 | 382 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q4_1.gguf | Q4_1 | 409 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q4_K.gguf | Q4_K | 397 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q4_K_M.gguf | Q4_K_M | 397 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q4_K_S.gguf | Q4_K_S | 383 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q5_0.gguf | Q5_0 | 437 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q5_1.gguf | Q5_1 | 464 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q5_K.gguf | Q5_K | 444 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q5_K_M.gguf | Q5_K_M | 444 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q5_K_S.gguf | Q5_K_S | 437 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q6_K.gguf | Q6_K | 495 MB |
|
||||
| Smoothie-Qwen3-0.6B.Q8_0.gguf | Q8_0 | 639 MB |
|
||||
|
||||
### Smoothie-Qwen3-1.7B
|
||||
|
||||
| File Name | Quant Type | File Size |
|
||||
| - | - | - |
|
||||
| Smoothie-Qwen3-1.7B.BF16.gguf | BF16 | 3.45 GB |
|
||||
| Smoothie-Qwen3-1.7B.F16.gguf | F16 | 3.45 GB |
|
||||
| Smoothie-Qwen3-1.7B.F32.gguf | F32 | 6.89 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q2_K.gguf | Q2_K | 778 MB |
|
||||
| Smoothie-Qwen3-1.7B.Q3_K_L.gguf | Q3_K_L | 1 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q3_K_M.gguf | Q3_K_M | 940 MB |
|
||||
| Smoothie-Qwen3-1.7B.Q3_K_S.gguf | Q3_K_S | 867 MB |
|
||||
| Smoothie-Qwen3-1.7B.Q4_0.gguf | Q4_0 | 1.05 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q4_1.gguf | Q4_1 | 1.14 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q4_K.gguf | Q4_K | 1.11 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q4_K_M.gguf | Q4_K_M | 1.11 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q4_K_S.gguf | Q4_K_S | 1.06 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q5_0.gguf | Q5_0 | 1.23 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q5_1.gguf | Q5_1 | 1.32 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q5_K.gguf | Q5_K | 1.26 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q5_K_M.gguf | Q5_K_M | 1.26 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q5_K_S.gguf | Q5_K_S | 1.23 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q6_K.gguf | Q6_K | 1.42 GB |
|
||||
| Smoothie-Qwen3-1.7B.Q8_0.gguf | Q8_0 | 1.83 GB |
|
||||
|
||||
### Smoothie-Qwen3-4B
|
||||
|
||||
| File Name | Quant Type | File Size |
|
||||
| - | - | - |
|
||||
| Smoothie-Qwen3-4B.BF16.gguf | BF16 | 8.05 GB |
|
||||
| Smoothie-Qwen3-4B.F16.gguf | F16 | 8.05 GB |
|
||||
| Smoothie-Qwen3-4B.F32.gguf | F32 | 16.1 GB |
|
||||
| Smoothie-Qwen3-4B.Q2_K.gguf | Q2_K | 1.67 GB |
|
||||
| Smoothie-Qwen3-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB |
|
||||
| Smoothie-Qwen3-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB |
|
||||
| Smoothie-Qwen3-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB |
|
||||
| Smoothie-Qwen3-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB |
|
||||
| Smoothie-Qwen3-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB |
|
||||
| Smoothie-Qwen3-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB |
|
||||
| Smoothie-Qwen3-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB |
|
||||
| Smoothie-Qwen3-4B.Q6_K.gguf | Q6_K | 3.31 GB |
|
||||
| Smoothie-Qwen3-4B.Q8_0.gguf | Q8_0 | 4.28 GB |
|
||||
|
||||
## Quants Usage
|
||||
|
||||
(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
|
||||
|
||||
Here is a handy graph by ikawrakow comparing some lower-quality quant
|
||||
types (lower is better):
|
||||
|
||||

|
||||
3
Smoothie-Qwen3-0.6B.BF16.gguf
Normal file
3
Smoothie-Qwen3-0.6B.BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1caade7ed183a2cce8f4e5bd4b5a319ad30464088eee284b7786ecd48b37c95f
|
||||
size 1198182144
|
||||
3
Smoothie-Qwen3-0.6B.F16.gguf
Normal file
3
Smoothie-Qwen3-0.6B.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:803be869416141fffeb7cd3160c2bae9c4b214b2512b6f7b7caf953af139372c
|
||||
size 1198182144
|
||||
3
Smoothie-Qwen3-0.6B.F32.gguf
Normal file
3
Smoothie-Qwen3-0.6B.F32.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0e25a7eb411eac44cc277ab30ace537be7ae0b9384f5ce292a0acf488c5c0e08
|
||||
size 2390150912
|
||||
3
Smoothie-Qwen3-0.6B.Q2_K.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b326c4756095241076157a453b7272b9529cafb420bee47761764e7f8652fc8f
|
||||
size 296237824
|
||||
3
Smoothie-Qwen3-0.6B.Q3_K_L.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2ae27cc52a147307d035245eafe809f3f510c1a3a70d62a7c6a0dcf06814bcae
|
||||
size 368491264
|
||||
3
Smoothie-Qwen3-0.6B.Q3_K_M.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:14a4f79414f72fc069ecd3feb573710fd2020cd731eebcca582d8ba182473fa9
|
||||
size 347126528
|
||||
3
Smoothie-Qwen3-0.6B.Q3_K_S.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bd50f6b2e6a00842ff3f1751207d3334ab62494222a16dfd8ffb9a1745133ed5
|
||||
size 323074816
|
||||
3
Smoothie-Qwen3-0.6B.Q4_0.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9a74599d79f4ad04d48c89c8bea62557ec6960bf0aab68d9ab0571f527c039e8
|
||||
size 381565696
|
||||
3
Smoothie-Qwen3-0.6B.Q4_1.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:02dbd03ea55d737df6877dba27bc843c938c99c6fe6d300f6b37a7cc0244f4b7
|
||||
size 409090816
|
||||
3
Smoothie-Qwen3-0.6B.Q4_K.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q4_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1dde0bb74a99edf45bfc20c14d78d2537e7cf56a04dacfb49105ee74d8a74b7f
|
||||
size 396704512
|
||||
3
Smoothie-Qwen3-0.6B.Q4_K_M.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1dde0bb74a99edf45bfc20c14d78d2537e7cf56a04dacfb49105ee74d8a74b7f
|
||||
size 396704512
|
||||
3
Smoothie-Qwen3-0.6B.Q4_K_S.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1bbba17a854b3cce2827e4645bc3cbf5e3b9dd98115d7cbc886944f1ca828cab
|
||||
size 383269632
|
||||
3
Smoothie-Qwen3-0.6B.Q5_0.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:21df6c8146a727a430d604f74021374f8afb110901bb1d1b067b7af214d75072
|
||||
size 436615936
|
||||
3
Smoothie-Qwen3-0.6B.Q5_1.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:090b869b15112cc6c2e6f05495ea9baf6572f39b534dfd8bd0136c24c28e0b8b
|
||||
size 464141056
|
||||
3
Smoothie-Qwen3-0.6B.Q5_K.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q5_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:348b0730e55c90287365ecf4a8a854cb6ff2efcb9f80c93698ca3cbeb4d62345
|
||||
size 444414720
|
||||
3
Smoothie-Qwen3-0.6B.Q5_K_M.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:348b0730e55c90287365ecf4a8a854cb6ff2efcb9f80c93698ca3cbeb4d62345
|
||||
size 444414720
|
||||
3
Smoothie-Qwen3-0.6B.Q5_K_S.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8971bc1a6a81821e699e47563dbbb9b07e5d4feafaed46efe7a0c888867497b9
|
||||
size 436615936
|
||||
3
Smoothie-Qwen3-0.6B.Q6_K.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c6bfc926069da9c5c7bd1a1a787d587e17302fb7442124d0f2111ac4d7f5b9c9
|
||||
size 495106816
|
||||
3
Smoothie-Qwen3-0.6B.Q8_0.gguf
Normal file
3
Smoothie-Qwen3-0.6B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:652ff2e119a33a997cb77efd90eb42096fcd5c9162b5f79c33380c22ffe733d3
|
||||
size 639446784
|
||||
3
Smoothie-Qwen3-1.7B.BF16.gguf
Normal file
3
Smoothie-Qwen3-1.7B.BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d5126ed7f14282e937743f622eb62411b34f62e2f8268034f71a540a3efc685d
|
||||
size 3447348992
|
||||
3
Smoothie-Qwen3-1.7B.F16.gguf
Normal file
3
Smoothie-Qwen3-1.7B.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:69c9da7f31e4dcc2878eb513988b0a0541f035b9186793f555383f14519420ea
|
||||
size 3447348992
|
||||
3
Smoothie-Qwen3-1.7B.F32.gguf
Normal file
3
Smoothie-Qwen3-1.7B.F32.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d1c6e85dd3ba41bf17ad9e09d2870674c94319f5a29f5944cdb4e75cc4e024bb
|
||||
size 6888251136
|
||||
3
Smoothie-Qwen3-1.7B.Q2_K.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:df1c04efd5f71ced5582d86436616a3104d56d7c8aac93f96671a3c0355e3664
|
||||
size 777795328
|
||||
3
Smoothie-Qwen3-1.7B.Q3_K_L.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ece0eb1a8b303f02a8ae1443aacb1fd59f1aceb6d6209c0dc51126e3c568c3f3
|
||||
size 1003501312
|
||||
3
Smoothie-Qwen3-1.7B.Q3_K_M.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3295d89da546f2dc156cb835d8013624b3dab803f8bdb90dbac0ef1fc8775c03
|
||||
size 939538176
|
||||
3
Smoothie-Qwen3-1.7B.Q3_K_S.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2742184fc17b203364650fe0ec316e2961ae739c940c9ec4487d63af3b1523e0
|
||||
size 867251968
|
||||
3
Smoothie-Qwen3-1.7B.Q4_0.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:df1545f810f8db276d8f6d870386ad509f64bd0ff1b1a3baaf13beea746edc55
|
||||
size 1054422784
|
||||
3
Smoothie-Qwen3-1.7B.Q4_1.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:154c39aaa1ea05ed35705188617237928f2a1ee3b3d132eca876aa9c513a1566
|
||||
size 1142503168
|
||||
3
Smoothie-Qwen3-1.7B.Q4_K.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q4_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e1aca9f696c6cf7c5b58232e87059274ba407ca8b414c198aea61d66c6bcad1e
|
||||
size 1107408640
|
||||
3
Smoothie-Qwen3-1.7B.Q4_K_M.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e1aca9f696c6cf7c5b58232e87059274ba407ca8b414c198aea61d66c6bcad1e
|
||||
size 1107408640
|
||||
3
Smoothie-Qwen3-1.7B.Q4_K_S.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:440b9ef9fa714963cdf11d6f3fcaa45c3ec2c6490179b9b0e35f0e12be834d08
|
||||
size 1060189952
|
||||
3
Smoothie-Qwen3-1.7B.Q5_0.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:accf6bc9d79201b7b5a86443af365aefa284aa0a7a989d0d84281c7b0add13c4
|
||||
size 1230583552
|
||||
3
Smoothie-Qwen3-1.7B.Q5_1.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:89680d1e65728a269e8729774ee39066dd00ddee89db09db010dde4d8a8bb511
|
||||
size 1318663936
|
||||
3
Smoothie-Qwen3-1.7B.Q5_K.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q5_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:00467a09be9aef19c8a5ffddf976bf95ccd2c2fa9684311d055594ac470e996a
|
||||
size 1257879296
|
||||
3
Smoothie-Qwen3-1.7B.Q5_K_M.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:00467a09be9aef19c8a5ffddf976bf95ccd2c2fa9684311d055594ac470e996a
|
||||
size 1257879296
|
||||
3
Smoothie-Qwen3-1.7B.Q5_K_S.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c98910fd6dd0fdb12937ae57df440df02bd820e263dd3419c6dfbbd34f57f20d
|
||||
size 1230583552
|
||||
3
Smoothie-Qwen3-1.7B.Q6_K.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:44e2f15fc63b7e35b8a5988ef91ade97e2c03a3bf89823929e68fcd3c9b06b45
|
||||
size 1417754368
|
||||
3
Smoothie-Qwen3-1.7B.Q8_0.gguf
Normal file
3
Smoothie-Qwen3-1.7B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:159e5fa76f601a39ed96a9d95616825cf376cf514c484a03bbd1b21efbd3093b
|
||||
size 1834426112
|
||||
3
Smoothie-Qwen3-4B.BF16.gguf
Normal file
3
Smoothie-Qwen3-4B.BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a27827ac2f8ea7672e14d369b5ff9569c107badc890bf7fefad5042c161addb2
|
||||
size 8051284832
|
||||
3
Smoothie-Qwen3-4B.F16.gguf
Normal file
3
Smoothie-Qwen3-4B.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2cacdc13cb3efc229b2467dd3edbf90cb1ed5911e27271f5ae834e7601cc279f
|
||||
size 8051284832
|
||||
3
Smoothie-Qwen3-4B.F32.gguf
Normal file
3
Smoothie-Qwen3-4B.F32.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cbff23e9116a64eac8ac35149c2098697be277a78d7fb9cc52a91fe9623140e2
|
||||
size 16095828832
|
||||
3
Smoothie-Qwen3-4B.Q2_K.gguf
Normal file
3
Smoothie-Qwen3-4B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:18155aeab3a4c0022c68675a9252a92bb839189d35d084e5d3cc11536ab85b65
|
||||
size 1669499232
|
||||
3
Smoothie-Qwen3-4B.Q3_K_L.gguf
Normal file
3
Smoothie-Qwen3-4B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3acc5d45b9ae1f067b8b9bc4267d2412c251d2312e1ab0ca6d278b993ade3abb
|
||||
size 2239785312
|
||||
3
Smoothie-Qwen3-4B.Q3_K_M.gguf
Normal file
3
Smoothie-Qwen3-4B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7a3613afacab9f40f1cbb797a71bcdb50257abd566156fb834cd43fc5a049acc
|
||||
size 2075617632
|
||||
3
Smoothie-Qwen3-4B.Q3_K_S.gguf
Normal file
3
Smoothie-Qwen3-4B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:87170bbd36aac1c8b62d25664b3c57864d470f6b3e284f9fb01ddccf3879bf8b
|
||||
size 1886996832
|
||||
3
Smoothie-Qwen3-4B.Q4_K_M.gguf
Normal file
3
Smoothie-Qwen3-4B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9c300b34c92253f09ba57c78f427863210463047318d48fb7f4119db5c170255
|
||||
size 2497280352
|
||||
3
Smoothie-Qwen3-4B.Q4_K_S.gguf
Normal file
3
Smoothie-Qwen3-4B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ea044f691d61ac8db3a5652a5ecda616d0249edee82323f9f3825fc916b5061e
|
||||
size 2383309152
|
||||
3
Smoothie-Qwen3-4B.Q5_K_M.gguf
Normal file
3
Smoothie-Qwen3-4B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:80cd05304067a30bfc31200fed10469aefb21365218893f18afb04bf4d6807b9
|
||||
size 2889513312
|
||||
3
Smoothie-Qwen3-4B.Q5_K_S.gguf
Normal file
3
Smoothie-Qwen3-4B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:14749f8f7b8248a9577264fbfa12d00c97fd29ab056a1283aab9c2c918a745fb
|
||||
size 2823711072
|
||||
3
Smoothie-Qwen3-4B.Q6_K.gguf
Normal file
3
Smoothie-Qwen3-4B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5161c5e77498558c7b6c51d82b33116315427a7673c2516bd2421034829a7011
|
||||
size 3306260832
|
||||
3
Smoothie-Qwen3-4B.Q8_0.gguf
Normal file
3
Smoothie-Qwen3-4B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a19e51efa6423d4c09bd92a57056803aa0b879c6e88af18b5ed3c10486024f00
|
||||
size 4280404832
|
||||
3
config.json
Normal file
3
config.json
Normal file
@@ -0,0 +1,3 @@
|
||||
{
|
||||
"model_type": "qwen3"
|
||||
}
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
Reference in New Issue
Block a user