From 95221dbab98ffc18db03f15f58085a409b8565c7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 24 Apr 2026 12:39:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++ ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf | 3 + ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf | 3 + ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf | 3 + ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf | 3 + ...hining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf | 3 + ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf | 3 + ...-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf | 3 + ...hining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf | 3 + ...3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf | 3 + ...3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf | 3 + ...3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf | 3 + ...Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf | 3 + ...3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf | 3 + ...3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf | 3 + README.md | 189 ++++++++++++++++++ 27 files changed, 324 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf create mode 100644 Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..45a6ce4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf new file mode 100644 index 0000000..3824f99 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805a46dee7e75866b8240883da050e5d7298b5bc667b65955da083b60bfb5088 +size 706447840 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf new file mode 100644 index 0000000..02362cc --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878106ea2ae93a0369d0188299d031eb8d63ae3453a4514b4862ee94e39738ff +size 664570336 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf new file mode 100644 index 0000000..cb109d3 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc5967a5f5cc99bd8979e91d01df943e5623ab6dfb49a59193f0c2cab83240a +size 933530080 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf new file mode 100644 index 0000000..12165d6 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d7508c81d18b9cd3de1401e7886408a59f5a8ce3cc2c6c4e5bdb08dda3e0fe +size 877693408 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3eb87f2 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce883aaab5cb53d6e33d1a0a6fe585cd633a819a543b85032732d28f16e024b9 +size 837585376 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4b74910 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f254863fc8ed14f5337dc50b0cadfcaf1a151bbf886b498a14e2dcb402b96f +size 776243680 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf new file mode 100644 index 0000000..6db91b4 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6afb2c99f9f118e4c21f4ba977d78ad5bf1850036c354f86ea93ffa54e6c0f +size 1213735392 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf new file mode 100644 index 0000000..88befd1 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd7a742e4e70217012fd8613c3d875e2faecdf5f975e01a9af12806648efad4 +size 1170285024 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf new file mode 100644 index 0000000..8786041 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92efd0a040f03acfbe51f628db3d66ae73800305942062cde14a05e5af455014 +size 1121329632 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d95be27 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed738153421b34013282078d6d1524cc2d5ef1e8ad0be8ed06249515cc6b56fd +size 1021610464 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6746720 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d143007a1b76c06672e56d4564f6fe29c827c9aac0a47d0406db0214cfa31587 +size 1451041248 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf new file mode 100644 index 0000000..64fa356 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1343ec4fb215b775afb96df25ffc2d2e275e51c8b3cf1ce77d41eb2a87359e31 +size 1384980960 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf new file mode 100644 index 0000000..a461a80 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9861f08392764c4fd6282ea43f32903e663172e197387640006cfd660717c0da +size 1036100064 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf new file mode 100644 index 0000000..fafff54 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2239adbce72ecc3b144e2f4040442a7b12caafd23ac1a4b88a583bb0b48943 +size 970334688 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c1451fa --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3005609500fd2d181d7d9da2bb8aee2ef3cec8b34910f5d7e1a1f5b209641008 +size 1374659040 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf new file mode 100644 index 0000000..23f2e4a --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74c9fc4ba5e638a44d9d8d24ada78f15557f6a005f142efc1f835b06d929514 +size 1279238624 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3385b51 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2568e502743003ab410546c46b9a8ec061037b5f50789a579a9d934bb7e40e +size 1170285024 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf new file mode 100644 index 0000000..4adf227 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9e0e63e2a05a6775657c649fb6e1bafbfa16fc0f3efa157e4ca08e3a8bd095 +size 1454973408 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf new file mode 100644 index 0000000..428751f --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abb9b8d8376380ce7ae37c1b522bc87f339c53c2db3375b9a5a0ddaaf946ca7 +size 1583161824 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf new file mode 100644 index 0000000..0451bbf --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3846dcd2421249d36804f270e4734e4ad9d8f3e5851b9a5b1634ba55d0aebd65 +size 1530520032 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d23fc9e --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb39d9d0f36cd9ec9069db9306372f510f4fcd7a1fab1f1b287216307388db9 +size 1459954144 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf new file mode 100644 index 0000000..53a136f --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9401adac767c26b5df49ce9732f27fb129d8dbd431b18346ffd9d25986bea72b +size 1756226016 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf new file mode 100644 index 0000000..61ca13d --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5eeb61e0c2bace64ef6aa59bd62d6cea8030f7eb1dd2320711c4ff08836508 +size 1715282400 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf new file mode 100644 index 0000000..ed80f19 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ff9580ad5e180c9ac705d9ca70a9e3ac54930fc0336a315efdab31205ab2be +size 1996038624 diff --git a/Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf b/Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf new file mode 100644 index 0000000..479a6d5 --- /dev/null +++ b/Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b87bbd1b5abbf1f039d90a29a0a5eb7b59de07eda995ebb7420060cb4f9d87 +size 3141792 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1f78803 --- /dev/null +++ b/README.md @@ -0,0 +1,189 @@ +--- +base_model: DavidAU/Qwen3-Shining-Lucy-CODER-2.4B-e32 +datasets: +- sequelbox/Celestia3-DeepSeek-R1-0528 +- sequelbox/Mitakihara-DeepSeek-R1-0528 +- sequelbox/Raiden-DeepSeek-R1 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- merge +- programming +- code generation +- code +- coding +- coder +- chat +- code +- chat +- qwen +- qwen3 +- qwencoder +- esper +- esper-3 +- valiant +- valiant-labs +- qwen +- qwen-3 +- qwen-3-2.4b +- 2.4b +- reasoning +- code +- code-instruct +- python +- javascript +- dev-ops +- jenkins +- terraform +- scripting +- powershell +- azure +- aws +- gcp +- cloud +- problem-solving +- architect +- engineer +- developer +- creative +- analytical +- expert +- rationality +- conversational +- chat +- instruct +- shining-valiant +- shining-valiant-3 +- valiant +- valiant-labs +- qwen +- qwen-3 +- qwen-3-1.7b +- 1.7b +- reasoning +- code +- code-reasoning +- science +- science-reasoning +- physics +- biology +- chemistry +- earth-science +- astronomy +- machine-learning +- artificial-intelligence +- compsci +- computer-science +- information-theory +- ML-Ops +- math +- cuda +- deep-learning +- transformers +- agentic +- LLM +- neuromorphic +- self-improvement +- complex-systems +- cognition +- linguistics +- philosophy +- logic +- epistemology +- simulation +- game-theory +- knowledge-management +- creativity +- problem-solving +- architect +- engineer +- developer +- creative +- analytical +- expert +- rationality +- conversational +- chat +- instruct +- float32 +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/Qwen3-Shining-Lucy-CODER-2.4B-e32 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_S.gguf) | i1-IQ1_S | 0.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ1_M.gguf) | i1-IQ1_M | 0.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_S.gguf) | i1-IQ2_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ2_M.gguf) | i1-IQ2_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q2_K.gguf) | i1-Q2_K | 1.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_S.gguf) | i1-IQ3_S | 1.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ3_M.gguf) | i1-IQ3_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_0.gguf) | i1-Q4_0 | 1.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q4_1.gguf) | i1-Q4_1 | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-Shining-Lucy-CODER-2.4B-e32-i1-GGUF/resolve/main/Qwen3-Shining-Lucy-CODER-2.4B-e32.i1-Q6_K.gguf) | i1-Q6_K | 2.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +