From f88ef84af05302067783fd55ff98addb43a5da14 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 21:03:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Flexan/kkenna-tsundere-qwen-0.6-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++++++++++++++ README.md | 55 +++++++++++++++++++++++++++++++++++ tsundere-qwen-0.6.IQ3_M.gguf | 3 ++ tsundere-qwen-0.6.IQ3_S.gguf | 3 ++ tsundere-qwen-0.6.IQ4_XS.gguf | 3 ++ tsundere-qwen-0.6.Q2_K.gguf | 3 ++ tsundere-qwen-0.6.Q3_K_L.gguf | 3 ++ tsundere-qwen-0.6.Q3_K_M.gguf | 3 ++ tsundere-qwen-0.6.Q3_K_S.gguf | 3 ++ tsundere-qwen-0.6.Q4_K_M.gguf | 3 ++ tsundere-qwen-0.6.Q4_K_S.gguf | 3 ++ tsundere-qwen-0.6.Q5_K_M.gguf | 3 ++ tsundere-qwen-0.6.Q5_K_S.gguf | 3 ++ tsundere-qwen-0.6.Q6_K.gguf | 3 ++ tsundere-qwen-0.6.Q8_0.gguf | 3 ++ tsundere-qwen-0.6.f16.gguf | 3 ++ 16 files changed, 146 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 tsundere-qwen-0.6.IQ3_M.gguf create mode 100644 tsundere-qwen-0.6.IQ3_S.gguf create mode 100644 tsundere-qwen-0.6.IQ4_XS.gguf create mode 100644 tsundere-qwen-0.6.Q2_K.gguf create mode 100644 tsundere-qwen-0.6.Q3_K_L.gguf create mode 100644 tsundere-qwen-0.6.Q3_K_M.gguf create mode 100644 tsundere-qwen-0.6.Q3_K_S.gguf create mode 100644 tsundere-qwen-0.6.Q4_K_M.gguf create mode 100644 tsundere-qwen-0.6.Q4_K_S.gguf create mode 100644 tsundere-qwen-0.6.Q5_K_M.gguf create mode 100644 tsundere-qwen-0.6.Q5_K_S.gguf create mode 100644 tsundere-qwen-0.6.Q6_K.gguf create mode 100644 tsundere-qwen-0.6.Q8_0.gguf create mode 100644 tsundere-qwen-0.6.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8625195 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.f16.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +tsundere-qwen-0.6.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9f46bc6 --- /dev/null +++ b/README.md @@ -0,0 +1,55 @@ +--- +base_model: kkenna/tsundere-qwen-0.6 +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# GGUF Files for tsundere-qwen-0.6 + +These are the GGUF files for [kkenna/tsundere-qwen-0.6](https://huggingface.co/kkenna/tsundere-qwen-0.6). + +## Downloads + +| GGUF Link | Quantization | Description | +| ---- | ----- | ----------- | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q2_K.gguf) | Q2_K | Lowest quality | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q3_K_S.gguf) | Q3_K_S | | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.IQ3_S.gguf) | IQ3_S | Integer quant, preferable over Q3_K_S | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.IQ3_M.gguf) | IQ3_M | Integer quant | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q3_K_M.gguf) | Q3_K_M | | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q3_K_L.gguf) | Q3_K_L | | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.IQ4_XS.gguf) | IQ4_XS | Integer quant | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q4_K_S.gguf) | Q4_K_S | Fast with good performance | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q4_K_M.gguf) | Q4_K_M | **Recommended:** Perfect mix of speed and performance | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q5_K_S.gguf) | Q5_K_S | | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q5_K_M.gguf) | Q5_K_M | | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q6_K.gguf) | Q6_K | Very good quality | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.Q8_0.gguf) | Q8_0 | Best quality | +| [Download](https://huggingface.co/Flexan/kkenna-tsundere-qwen-0.6-GGUF/resolve/main/tsundere-qwen-0.6.f16.gguf) | f16 | Full precision, don't bother; use a quant | + +## Note from Flexan + +I provide GGUFs and quantizations of publicly available models that do not have a GGUF equivalent available yet, +usually for models **I deem interesting and wish to try out**. + +If there are some quants missing that you'd like me to add, you may request one in the community tab. +If you want to request a public model to be converted, you can also request that in the community tab. +If you have questions regarding this model, please refer to [the original model repo](https://huggingface.co/kkenna/tsundere-qwen-0.6). + +You can find more info about me and what I do [here](https://huggingface.co/Flexan/Flexan). + +# Uploaded finetuned model + +- **Developed by:** kkenna +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/qwen3-0.6b-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) \ No newline at end of file diff --git a/tsundere-qwen-0.6.IQ3_M.gguf b/tsundere-qwen-0.6.IQ3_M.gguf new file mode 100644 index 0000000..5b7c188 --- /dev/null +++ b/tsundere-qwen-0.6.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccba210c8bcc75529ada9e84ffcd06e694577064f2085bcd1a3c677e7ca76ca +size 336027488 diff --git a/tsundere-qwen-0.6.IQ3_S.gguf b/tsundere-qwen-0.6.IQ3_S.gguf new file mode 100644 index 0000000..d79a322 --- /dev/null +++ b/tsundere-qwen-0.6.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0102f66d3d0d7e8b17bb485319b40f1a1e4e2956b17c073c841e858d44a70284 +size 323075936 diff --git a/tsundere-qwen-0.6.IQ4_XS.gguf b/tsundere-qwen-0.6.IQ4_XS.gguf new file mode 100644 index 0000000..0e4f789 --- /dev/null +++ b/tsundere-qwen-0.6.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eca8f29d977d421f453cbfd225e1bf26ab23d2b6cc46d493841072ee86867ac +size 369278816 diff --git a/tsundere-qwen-0.6.Q2_K.gguf b/tsundere-qwen-0.6.Q2_K.gguf new file mode 100644 index 0000000..7bc389b --- /dev/null +++ b/tsundere-qwen-0.6.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65795c5546663eab8ab1926b6db95504537bc40124c64ec4c30f3f7c95722dd4 +size 296238944 diff --git a/tsundere-qwen-0.6.Q3_K_L.gguf b/tsundere-qwen-0.6.Q3_K_L.gguf new file mode 100644 index 0000000..03cfe5c --- /dev/null +++ b/tsundere-qwen-0.6.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfdba69a84f9bf63ad290f1be06d2dc87b25670aec6b7ae7f7e9779e5f981f11 +size 368492384 diff --git a/tsundere-qwen-0.6.Q3_K_M.gguf b/tsundere-qwen-0.6.Q3_K_M.gguf new file mode 100644 index 0000000..94162ab --- /dev/null +++ b/tsundere-qwen-0.6.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03d8cae4f989d40da401678487431303d2dc88a65a48d96156ed8350a8de723 +size 347127648 diff --git a/tsundere-qwen-0.6.Q3_K_S.gguf b/tsundere-qwen-0.6.Q3_K_S.gguf new file mode 100644 index 0000000..63c021d --- /dev/null +++ b/tsundere-qwen-0.6.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639a3f615ebdf93a5f58cedfee8b55cf51fe3251e9d073cd70de1c98d230b1f8 +size 323075936 diff --git a/tsundere-qwen-0.6.Q4_K_M.gguf b/tsundere-qwen-0.6.Q4_K_M.gguf new file mode 100644 index 0000000..9c8233b --- /dev/null +++ b/tsundere-qwen-0.6.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c8a3a387ef86a27bb2f62618325ee6cab4542359e64d421eac7fb145c70540 +size 396705632 diff --git a/tsundere-qwen-0.6.Q4_K_S.gguf b/tsundere-qwen-0.6.Q4_K_S.gguf new file mode 100644 index 0000000..a1c5a83 --- /dev/null +++ b/tsundere-qwen-0.6.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9187593526042e464f7644e381a04ed13f74b3650180fe73bff9e0e087535e93 +size 383270752 diff --git a/tsundere-qwen-0.6.Q5_K_M.gguf b/tsundere-qwen-0.6.Q5_K_M.gguf new file mode 100644 index 0000000..55078f8 --- /dev/null +++ b/tsundere-qwen-0.6.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2f88c5ca3cec61e583e51ec004a6689d840769d3aee267f4d623a4fd926364 +size 444415840 diff --git a/tsundere-qwen-0.6.Q5_K_S.gguf b/tsundere-qwen-0.6.Q5_K_S.gguf new file mode 100644 index 0000000..f939a68 --- /dev/null +++ b/tsundere-qwen-0.6.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85235127b51dd53c998df7b2c8a2f189355e0e6993a6bbb2166dbe9975a412cf +size 436617056 diff --git a/tsundere-qwen-0.6.Q6_K.gguf b/tsundere-qwen-0.6.Q6_K.gguf new file mode 100644 index 0000000..675eedb --- /dev/null +++ b/tsundere-qwen-0.6.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192c62669198a29648b0bcb27a352da0ce9e97fd03da3a92301eb9b8bf039d8b +size 495107936 diff --git a/tsundere-qwen-0.6.Q8_0.gguf b/tsundere-qwen-0.6.Q8_0.gguf new file mode 100644 index 0000000..48ad41e --- /dev/null +++ b/tsundere-qwen-0.6.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264a4fe5010bb545421b06c3c8e981d8c6ff8e223091f6d94c9b34ee4791bd30 +size 639447904 diff --git a/tsundere-qwen-0.6.f16.gguf b/tsundere-qwen-0.6.f16.gguf new file mode 100644 index 0000000..047734f --- /dev/null +++ b/tsundere-qwen-0.6.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9a6f850aa200d0678ad64f2d21660fb3566942a2d0eb2a0c5bd07c268f1fb3 +size 1198183264