commit 0ac3fa349db6d4f4db49029970b76fad36a9bc1d Author: ModelHub XC Date: Thu Nov 5 13:02:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Smoothie-Qwen3-AIO-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..4d4db5f --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- dnotitia/Smoothie-Qwen3-4B +- dnotitia/Smoothie-Qwen3-0.6B +- dnotitia/Smoothie-Qwen3-1.7B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Smoothie-Qwen3-AIO-GGUF** + +> Smoothie-Qwen3 models are enhancements of Qwen3 language models, applying post-processing techniques to smooth token distributions and promote balanced, multilingual output, especially across varied Unicode ranges. These models are particularly effective for applications needing reduced language bias and improved representation consistency, maintaining the strong reasoning, coding, and dialogue abilities of Qwen3 while producing more stable and diverse generations. + +## Model Files + +### Smoothie-Qwen3-0.6B + +| File Name | Quant Type | File Size | +| - | - | - | +| Smoothie-Qwen3-0.6B.BF16.gguf | BF16 | 1.2 GB | +| Smoothie-Qwen3-0.6B.F16.gguf | F16 | 1.2 GB | +| Smoothie-Qwen3-0.6B.F32.gguf | F32 | 2.39 GB | +| Smoothie-Qwen3-0.6B.Q2_K.gguf | Q2_K | 296 MB | +| Smoothie-Qwen3-0.6B.Q3_K_L.gguf | Q3_K_L | 368 MB | +| Smoothie-Qwen3-0.6B.Q3_K_M.gguf | Q3_K_M | 347 MB | +| Smoothie-Qwen3-0.6B.Q3_K_S.gguf | Q3_K_S | 323 MB | +| Smoothie-Qwen3-0.6B.Q4_0.gguf | Q4_0 | 382 MB | +| Smoothie-Qwen3-0.6B.Q4_1.gguf | Q4_1 | 409 MB | +| Smoothie-Qwen3-0.6B.Q4_K.gguf | Q4_K | 397 MB | +| Smoothie-Qwen3-0.6B.Q4_K_M.gguf | Q4_K_M | 397 MB | +| Smoothie-Qwen3-0.6B.Q4_K_S.gguf | Q4_K_S | 383 MB | +| Smoothie-Qwen3-0.6B.Q5_0.gguf | Q5_0 | 437 MB | +| Smoothie-Qwen3-0.6B.Q5_1.gguf | Q5_1 | 464 MB | +| Smoothie-Qwen3-0.6B.Q5_K.gguf | Q5_K | 444 MB | +| Smoothie-Qwen3-0.6B.Q5_K_M.gguf | Q5_K_M | 444 MB | +| Smoothie-Qwen3-0.6B.Q5_K_S.gguf | Q5_K_S | 437 MB | +| Smoothie-Qwen3-0.6B.Q6_K.gguf | Q6_K | 495 MB | +| Smoothie-Qwen3-0.6B.Q8_0.gguf | Q8_0 | 639 MB | + +### Smoothie-Qwen3-1.7B + +| File Name | Quant Type | File Size | +| - | - | - | +| Smoothie-Qwen3-1.7B.BF16.gguf | BF16 | 3.45 GB | +| Smoothie-Qwen3-1.7B.F16.gguf | F16 | 3.45 GB | +| Smoothie-Qwen3-1.7B.F32.gguf | F32 | 6.89 GB | +| Smoothie-Qwen3-1.7B.Q2_K.gguf | Q2_K | 778 MB | +| Smoothie-Qwen3-1.7B.Q3_K_L.gguf | Q3_K_L | 1 GB | +| Smoothie-Qwen3-1.7B.Q3_K_M.gguf | Q3_K_M | 940 MB | +| Smoothie-Qwen3-1.7B.Q3_K_S.gguf | Q3_K_S | 867 MB | +| Smoothie-Qwen3-1.7B.Q4_0.gguf | Q4_0 | 1.05 GB | +| Smoothie-Qwen3-1.7B.Q4_1.gguf | Q4_1 | 1.14 GB | +| Smoothie-Qwen3-1.7B.Q4_K.gguf | Q4_K | 1.11 GB | +| Smoothie-Qwen3-1.7B.Q4_K_M.gguf | Q4_K_M | 1.11 GB | +| Smoothie-Qwen3-1.7B.Q4_K_S.gguf | Q4_K_S | 1.06 GB | +| Smoothie-Qwen3-1.7B.Q5_0.gguf | Q5_0 | 1.23 GB | +| Smoothie-Qwen3-1.7B.Q5_1.gguf | Q5_1 | 1.32 GB | +| Smoothie-Qwen3-1.7B.Q5_K.gguf | Q5_K | 1.26 GB | +| Smoothie-Qwen3-1.7B.Q5_K_M.gguf | Q5_K_M | 1.26 GB | +| Smoothie-Qwen3-1.7B.Q5_K_S.gguf | Q5_K_S | 1.23 GB | +| Smoothie-Qwen3-1.7B.Q6_K.gguf | Q6_K | 1.42 GB | +| Smoothie-Qwen3-1.7B.Q8_0.gguf | Q8_0 | 1.83 GB | + +### Smoothie-Qwen3-4B + +| File Name | Quant Type | File Size | +| - | - | - | +| Smoothie-Qwen3-4B.BF16.gguf | BF16 | 8.05 GB | +| Smoothie-Qwen3-4B.F16.gguf | F16 | 8.05 GB | +| Smoothie-Qwen3-4B.F32.gguf | F32 | 16.1 GB | +| Smoothie-Qwen3-4B.Q2_K.gguf | Q2_K | 1.67 GB | +| Smoothie-Qwen3-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Smoothie-Qwen3-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Smoothie-Qwen3-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Smoothie-Qwen3-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Smoothie-Qwen3-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Smoothie-Qwen3-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Smoothie-Qwen3-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Smoothie-Qwen3-4B.Q6_K.gguf | Q6_K | 3.31 GB | +| Smoothie-Qwen3-4B.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/Smoothie-Qwen3-0.6B.BF16.gguf b/Smoothie-Qwen3-0.6B.BF16.gguf new file mode 100644 index 0000000..d11022d --- /dev/null +++ b/Smoothie-Qwen3-0.6B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1caade7ed183a2cce8f4e5bd4b5a319ad30464088eee284b7786ecd48b37c95f +size 1198182144 diff --git a/Smoothie-Qwen3-0.6B.F16.gguf b/Smoothie-Qwen3-0.6B.F16.gguf new file mode 100644 index 0000000..87f3d88 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803be869416141fffeb7cd3160c2bae9c4b214b2512b6f7b7caf953af139372c +size 1198182144 diff --git a/Smoothie-Qwen3-0.6B.F32.gguf b/Smoothie-Qwen3-0.6B.F32.gguf new file mode 100644 index 0000000..3ffef22 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e25a7eb411eac44cc277ab30ace537be7ae0b9384f5ce292a0acf488c5c0e08 +size 2390150912 diff --git a/Smoothie-Qwen3-0.6B.Q2_K.gguf b/Smoothie-Qwen3-0.6B.Q2_K.gguf new file mode 100644 index 0000000..d69fc15 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b326c4756095241076157a453b7272b9529cafb420bee47761764e7f8652fc8f +size 296237824 diff --git a/Smoothie-Qwen3-0.6B.Q3_K_L.gguf b/Smoothie-Qwen3-0.6B.Q3_K_L.gguf new file mode 100644 index 0000000..7bef67e --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ae27cc52a147307d035245eafe809f3f510c1a3a70d62a7c6a0dcf06814bcae +size 368491264 diff --git a/Smoothie-Qwen3-0.6B.Q3_K_M.gguf b/Smoothie-Qwen3-0.6B.Q3_K_M.gguf new file mode 100644 index 0000000..59164ab --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a4f79414f72fc069ecd3feb573710fd2020cd731eebcca582d8ba182473fa9 +size 347126528 diff --git a/Smoothie-Qwen3-0.6B.Q3_K_S.gguf b/Smoothie-Qwen3-0.6B.Q3_K_S.gguf new file mode 100644 index 0000000..7aaa28e --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd50f6b2e6a00842ff3f1751207d3334ab62494222a16dfd8ffb9a1745133ed5 +size 323074816 diff --git a/Smoothie-Qwen3-0.6B.Q4_0.gguf b/Smoothie-Qwen3-0.6B.Q4_0.gguf new file mode 100644 index 0000000..ef3d9cc --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a74599d79f4ad04d48c89c8bea62557ec6960bf0aab68d9ab0571f527c039e8 +size 381565696 diff --git a/Smoothie-Qwen3-0.6B.Q4_1.gguf b/Smoothie-Qwen3-0.6B.Q4_1.gguf new file mode 100644 index 0000000..ede9156 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02dbd03ea55d737df6877dba27bc843c938c99c6fe6d300f6b37a7cc0244f4b7 +size 409090816 diff --git a/Smoothie-Qwen3-0.6B.Q4_K.gguf b/Smoothie-Qwen3-0.6B.Q4_K.gguf new file mode 100644 index 0000000..7dce111 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dde0bb74a99edf45bfc20c14d78d2537e7cf56a04dacfb49105ee74d8a74b7f +size 396704512 diff --git a/Smoothie-Qwen3-0.6B.Q4_K_M.gguf b/Smoothie-Qwen3-0.6B.Q4_K_M.gguf new file mode 100644 index 0000000..7dce111 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dde0bb74a99edf45bfc20c14d78d2537e7cf56a04dacfb49105ee74d8a74b7f +size 396704512 diff --git a/Smoothie-Qwen3-0.6B.Q4_K_S.gguf b/Smoothie-Qwen3-0.6B.Q4_K_S.gguf new file mode 100644 index 0000000..305e92a --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbba17a854b3cce2827e4645bc3cbf5e3b9dd98115d7cbc886944f1ca828cab +size 383269632 diff --git a/Smoothie-Qwen3-0.6B.Q5_0.gguf b/Smoothie-Qwen3-0.6B.Q5_0.gguf new file mode 100644 index 0000000..a460217 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21df6c8146a727a430d604f74021374f8afb110901bb1d1b067b7af214d75072 +size 436615936 diff --git a/Smoothie-Qwen3-0.6B.Q5_1.gguf b/Smoothie-Qwen3-0.6B.Q5_1.gguf new file mode 100644 index 0000000..f849694 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090b869b15112cc6c2e6f05495ea9baf6572f39b534dfd8bd0136c24c28e0b8b +size 464141056 diff --git a/Smoothie-Qwen3-0.6B.Q5_K.gguf b/Smoothie-Qwen3-0.6B.Q5_K.gguf new file mode 100644 index 0000000..e861532 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348b0730e55c90287365ecf4a8a854cb6ff2efcb9f80c93698ca3cbeb4d62345 +size 444414720 diff --git a/Smoothie-Qwen3-0.6B.Q5_K_M.gguf b/Smoothie-Qwen3-0.6B.Q5_K_M.gguf new file mode 100644 index 0000000..e861532 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348b0730e55c90287365ecf4a8a854cb6ff2efcb9f80c93698ca3cbeb4d62345 +size 444414720 diff --git a/Smoothie-Qwen3-0.6B.Q5_K_S.gguf b/Smoothie-Qwen3-0.6B.Q5_K_S.gguf new file mode 100644 index 0000000..72af53a --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8971bc1a6a81821e699e47563dbbb9b07e5d4feafaed46efe7a0c888867497b9 +size 436615936 diff --git a/Smoothie-Qwen3-0.6B.Q6_K.gguf b/Smoothie-Qwen3-0.6B.Q6_K.gguf new file mode 100644 index 0000000..f014b94 --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bfc926069da9c5c7bd1a1a787d587e17302fb7442124d0f2111ac4d7f5b9c9 +size 495106816 diff --git a/Smoothie-Qwen3-0.6B.Q8_0.gguf b/Smoothie-Qwen3-0.6B.Q8_0.gguf new file mode 100644 index 0000000..54c4e5d --- /dev/null +++ b/Smoothie-Qwen3-0.6B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652ff2e119a33a997cb77efd90eb42096fcd5c9162b5f79c33380c22ffe733d3 +size 639446784 diff --git a/Smoothie-Qwen3-1.7B.BF16.gguf b/Smoothie-Qwen3-1.7B.BF16.gguf new file mode 100644 index 0000000..2ababd8 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5126ed7f14282e937743f622eb62411b34f62e2f8268034f71a540a3efc685d +size 3447348992 diff --git a/Smoothie-Qwen3-1.7B.F16.gguf b/Smoothie-Qwen3-1.7B.F16.gguf new file mode 100644 index 0000000..ea2a301 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c9da7f31e4dcc2878eb513988b0a0541f035b9186793f555383f14519420ea +size 3447348992 diff --git a/Smoothie-Qwen3-1.7B.F32.gguf b/Smoothie-Qwen3-1.7B.F32.gguf new file mode 100644 index 0000000..5a396bf --- /dev/null +++ b/Smoothie-Qwen3-1.7B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c6e85dd3ba41bf17ad9e09d2870674c94319f5a29f5944cdb4e75cc4e024bb +size 6888251136 diff --git a/Smoothie-Qwen3-1.7B.Q2_K.gguf b/Smoothie-Qwen3-1.7B.Q2_K.gguf new file mode 100644 index 0000000..694a0a4 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1c04efd5f71ced5582d86436616a3104d56d7c8aac93f96671a3c0355e3664 +size 777795328 diff --git a/Smoothie-Qwen3-1.7B.Q3_K_L.gguf b/Smoothie-Qwen3-1.7B.Q3_K_L.gguf new file mode 100644 index 0000000..e0a7909 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece0eb1a8b303f02a8ae1443aacb1fd59f1aceb6d6209c0dc51126e3c568c3f3 +size 1003501312 diff --git a/Smoothie-Qwen3-1.7B.Q3_K_M.gguf b/Smoothie-Qwen3-1.7B.Q3_K_M.gguf new file mode 100644 index 0000000..1a69311 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3295d89da546f2dc156cb835d8013624b3dab803f8bdb90dbac0ef1fc8775c03 +size 939538176 diff --git a/Smoothie-Qwen3-1.7B.Q3_K_S.gguf b/Smoothie-Qwen3-1.7B.Q3_K_S.gguf new file mode 100644 index 0000000..d370cb1 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2742184fc17b203364650fe0ec316e2961ae739c940c9ec4487d63af3b1523e0 +size 867251968 diff --git a/Smoothie-Qwen3-1.7B.Q4_0.gguf b/Smoothie-Qwen3-1.7B.Q4_0.gguf new file mode 100644 index 0000000..6e2042f --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1545f810f8db276d8f6d870386ad509f64bd0ff1b1a3baaf13beea746edc55 +size 1054422784 diff --git a/Smoothie-Qwen3-1.7B.Q4_1.gguf b/Smoothie-Qwen3-1.7B.Q4_1.gguf new file mode 100644 index 0000000..5689681 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154c39aaa1ea05ed35705188617237928f2a1ee3b3d132eca876aa9c513a1566 +size 1142503168 diff --git a/Smoothie-Qwen3-1.7B.Q4_K.gguf b/Smoothie-Qwen3-1.7B.Q4_K.gguf new file mode 100644 index 0000000..f07ba63 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1aca9f696c6cf7c5b58232e87059274ba407ca8b414c198aea61d66c6bcad1e +size 1107408640 diff --git a/Smoothie-Qwen3-1.7B.Q4_K_M.gguf b/Smoothie-Qwen3-1.7B.Q4_K_M.gguf new file mode 100644 index 0000000..f07ba63 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1aca9f696c6cf7c5b58232e87059274ba407ca8b414c198aea61d66c6bcad1e +size 1107408640 diff --git a/Smoothie-Qwen3-1.7B.Q4_K_S.gguf b/Smoothie-Qwen3-1.7B.Q4_K_S.gguf new file mode 100644 index 0000000..b596263 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440b9ef9fa714963cdf11d6f3fcaa45c3ec2c6490179b9b0e35f0e12be834d08 +size 1060189952 diff --git a/Smoothie-Qwen3-1.7B.Q5_0.gguf b/Smoothie-Qwen3-1.7B.Q5_0.gguf new file mode 100644 index 0000000..c088125 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accf6bc9d79201b7b5a86443af365aefa284aa0a7a989d0d84281c7b0add13c4 +size 1230583552 diff --git a/Smoothie-Qwen3-1.7B.Q5_1.gguf b/Smoothie-Qwen3-1.7B.Q5_1.gguf new file mode 100644 index 0000000..8aad33d --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89680d1e65728a269e8729774ee39066dd00ddee89db09db010dde4d8a8bb511 +size 1318663936 diff --git a/Smoothie-Qwen3-1.7B.Q5_K.gguf b/Smoothie-Qwen3-1.7B.Q5_K.gguf new file mode 100644 index 0000000..ad9ba04 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00467a09be9aef19c8a5ffddf976bf95ccd2c2fa9684311d055594ac470e996a +size 1257879296 diff --git a/Smoothie-Qwen3-1.7B.Q5_K_M.gguf b/Smoothie-Qwen3-1.7B.Q5_K_M.gguf new file mode 100644 index 0000000..ad9ba04 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00467a09be9aef19c8a5ffddf976bf95ccd2c2fa9684311d055594ac470e996a +size 1257879296 diff --git a/Smoothie-Qwen3-1.7B.Q5_K_S.gguf b/Smoothie-Qwen3-1.7B.Q5_K_S.gguf new file mode 100644 index 0000000..05eb1be --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98910fd6dd0fdb12937ae57df440df02bd820e263dd3419c6dfbbd34f57f20d +size 1230583552 diff --git a/Smoothie-Qwen3-1.7B.Q6_K.gguf b/Smoothie-Qwen3-1.7B.Q6_K.gguf new file mode 100644 index 0000000..21fa86d --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e2f15fc63b7e35b8a5988ef91ade97e2c03a3bf89823929e68fcd3c9b06b45 +size 1417754368 diff --git a/Smoothie-Qwen3-1.7B.Q8_0.gguf b/Smoothie-Qwen3-1.7B.Q8_0.gguf new file mode 100644 index 0000000..43cb936 --- /dev/null +++ b/Smoothie-Qwen3-1.7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159e5fa76f601a39ed96a9d95616825cf376cf514c484a03bbd1b21efbd3093b +size 1834426112 diff --git a/Smoothie-Qwen3-4B.BF16.gguf b/Smoothie-Qwen3-4B.BF16.gguf new file mode 100644 index 0000000..b561f45 --- /dev/null +++ b/Smoothie-Qwen3-4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27827ac2f8ea7672e14d369b5ff9569c107badc890bf7fefad5042c161addb2 +size 8051284832 diff --git a/Smoothie-Qwen3-4B.F16.gguf b/Smoothie-Qwen3-4B.F16.gguf new file mode 100644 index 0000000..6b8ad51 --- /dev/null +++ b/Smoothie-Qwen3-4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cacdc13cb3efc229b2467dd3edbf90cb1ed5911e27271f5ae834e7601cc279f +size 8051284832 diff --git a/Smoothie-Qwen3-4B.F32.gguf b/Smoothie-Qwen3-4B.F32.gguf new file mode 100644 index 0000000..50dc70b --- /dev/null +++ b/Smoothie-Qwen3-4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbff23e9116a64eac8ac35149c2098697be277a78d7fb9cc52a91fe9623140e2 +size 16095828832 diff --git a/Smoothie-Qwen3-4B.Q2_K.gguf b/Smoothie-Qwen3-4B.Q2_K.gguf new file mode 100644 index 0000000..1e052f5 --- /dev/null +++ b/Smoothie-Qwen3-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18155aeab3a4c0022c68675a9252a92bb839189d35d084e5d3cc11536ab85b65 +size 1669499232 diff --git a/Smoothie-Qwen3-4B.Q3_K_L.gguf b/Smoothie-Qwen3-4B.Q3_K_L.gguf new file mode 100644 index 0000000..738a2a7 --- /dev/null +++ b/Smoothie-Qwen3-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acc5d45b9ae1f067b8b9bc4267d2412c251d2312e1ab0ca6d278b993ade3abb +size 2239785312 diff --git a/Smoothie-Qwen3-4B.Q3_K_M.gguf b/Smoothie-Qwen3-4B.Q3_K_M.gguf new file mode 100644 index 0000000..a590910 --- /dev/null +++ b/Smoothie-Qwen3-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3613afacab9f40f1cbb797a71bcdb50257abd566156fb834cd43fc5a049acc +size 2075617632 diff --git a/Smoothie-Qwen3-4B.Q3_K_S.gguf b/Smoothie-Qwen3-4B.Q3_K_S.gguf new file mode 100644 index 0000000..bca968e --- /dev/null +++ b/Smoothie-Qwen3-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87170bbd36aac1c8b62d25664b3c57864d470f6b3e284f9fb01ddccf3879bf8b +size 1886996832 diff --git a/Smoothie-Qwen3-4B.Q4_K_M.gguf b/Smoothie-Qwen3-4B.Q4_K_M.gguf new file mode 100644 index 0000000..638169e --- /dev/null +++ b/Smoothie-Qwen3-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c300b34c92253f09ba57c78f427863210463047318d48fb7f4119db5c170255 +size 2497280352 diff --git a/Smoothie-Qwen3-4B.Q4_K_S.gguf b/Smoothie-Qwen3-4B.Q4_K_S.gguf new file mode 100644 index 0000000..cf0bb57 --- /dev/null +++ b/Smoothie-Qwen3-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea044f691d61ac8db3a5652a5ecda616d0249edee82323f9f3825fc916b5061e +size 2383309152 diff --git a/Smoothie-Qwen3-4B.Q5_K_M.gguf b/Smoothie-Qwen3-4B.Q5_K_M.gguf new file mode 100644 index 0000000..ea3ce3b --- /dev/null +++ b/Smoothie-Qwen3-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80cd05304067a30bfc31200fed10469aefb21365218893f18afb04bf4d6807b9 +size 2889513312 diff --git a/Smoothie-Qwen3-4B.Q5_K_S.gguf b/Smoothie-Qwen3-4B.Q5_K_S.gguf new file mode 100644 index 0000000..e9ceb4d --- /dev/null +++ b/Smoothie-Qwen3-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14749f8f7b8248a9577264fbfa12d00c97fd29ab056a1283aab9c2c918a745fb +size 2823711072 diff --git a/Smoothie-Qwen3-4B.Q6_K.gguf b/Smoothie-Qwen3-4B.Q6_K.gguf new file mode 100644 index 0000000..43a18fd --- /dev/null +++ b/Smoothie-Qwen3-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5161c5e77498558c7b6c51d82b33116315427a7673c2516bd2421034829a7011 +size 3306260832 diff --git a/Smoothie-Qwen3-4B.Q8_0.gguf b/Smoothie-Qwen3-4B.Q8_0.gguf new file mode 100644 index 0000000..97a2085 --- /dev/null +++ b/Smoothie-Qwen3-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a19e51efa6423d4c09bd92a57056803aa0b879c6e88af18b5ed3c10486024f00 +size 4280404832 diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file