From 0ef491ecc18bcbc1d36c8732aac4e14e8939f3fb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 10 May 2026 00:45:44 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf | 3 + ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf | 3 + ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf | 3 + ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf | 3 + ...Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf | 3 + ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf | 3 + ...d-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf | 3 + ...Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf | 3 + ...ed-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf | 3 + ...ed-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf | 3 + ...ed-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf | 3 + ...-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf | 3 + ...ed-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf | 3 + ...ed-Qwen3-0.6B-gabliterated-v1.imatrix.gguf | 3 + README.md | 84 +++++++++++++++++++ 27 files changed, 219 insertions(+) create mode 100644 .gitattributes create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf create mode 100644 Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0793ad7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..727f0c9 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767984484f74d48c70344301c81c5c3c6ba936b2149156e0eba398586a19a8bd +size 216052352 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..226c1c0 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4ff712ef39aa5eaba9898223a136f2acee189e038e92d0bf54810985ee1ce9 +size 208016000 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..67cfa88 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e857abdad5c82eb1e4a2bb8b373b2f7b0919c5515d8d0ccb603456d4d2a3b88 +size 264909440 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..1e86ae6 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a592c1f1be80e7210a5b9a1e01f9e0384da1bc2c6bb5d09140a92a36e19afc +size 254194304 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4e4edbb --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16fffd61e5e0b4a43632bab9401dd98282a3e816dd29ff02cbc1f744a91f48a3 +size 241996416 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a8625ac --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e555c4a50cc0ef200a119e695d645ef5adc0f7b185533b3e5e5ea4a96f0d3bb0 +size 229446272 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..a466785 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c220054761531a4436dfa9e7b2e364287124b2b3834e2db29618b4b3f4bc14 +size 336027264 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..a8913a8 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9236699e65e7bd743a65150bef7702b692cef2079cfeeed5bc370dba7b217e4b +size 323075712 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..574ec02 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283d4e716e31b6eef02b87887ea9c17c8b9a27b0e3f1b68712f43d4773d25761 +size 312753792 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..bdad9bc --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06243deac57b3dc75956e5bca1f61c53716e8a4f898bfdf64031c2aba11b5ce0 +size 279016064 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..5b14f8d --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f26b01c79532e9acff3c0858d8faa2bbbb2513288b2a92671a977dc70b242c +size 381566592 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c3af9bb --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27018a327408b7c1efd40091b693d9b1b2c790495382161ca1e95fa6a91511f5 +size 367804032 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..edd87be --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:038a9b2d6bb845b15b41f121c38fe1a4449b8278dae7186a8fa64f851ac1aecf +size 296238720 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4ce6c80 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12fd3c07f449e7acf87cd0fb9abc0cd9c6c9df86258892237615522445b9683b +size 280559232 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..a7dad2a --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ae1b7fa12a8de79736fd17c7f2b67c90feb21e93856acdba26dc9af2efc8b7 +size 368492160 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c8ff71d --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cbcef932c5c02f0d2af6a53f9a89daaee14c30fc29ae0b7e9eab56c6084d3d +size 347127424 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..399e5ba --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5c6b91f59af047123fe80e034b06e841e6e912dfd823b74dc2811b6d04c96b +size 323075712 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..d54b6b3 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f597df3c11a42177c49140de1f09728c54673d1a81f705219d65ae0a2e0a790e +size 382156416 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..ee3e8cd --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56bf2fa87c1b87aba6ed6b4746ae0f9bbf59748941253884a0ec2dfc5933488f +size 409091712 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..73bc7e1 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed49a770e4b4af86ddcd6d87deb33c35780a88f2e9d90f37bc8f1007c9f30735 +size 396705408 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..dc7c68b --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742ab2e2027053c625cfc18c75d153deca82dccf2928908507153a12cebae1ca +size 383270528 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..195a48f --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2001c1618be8e417acfd9a5eb9516b7ebe3b94c2cf7ec4038d1fc7e7d7803d80 +size 444415616 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..18ea556 --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163887958b6acb1bab5a8437ec53308cdea6ed23b94ee2fffc51545f6cb41178 +size 436616832 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..ae90cfc --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e879dc42d7fd6ddd4ea301082d35bd0d2ce5c0adb900c4f801558f55e421253c +size 495107712 diff --git a/Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf b/Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf new file mode 100644 index 0000000..121b0ed --- /dev/null +++ b/Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec75f837e2091f1619837b517b9256def5e5639070cfde86c37e1084c1592fa +size 1177056 diff --git a/README.md b/README.md new file mode 100644 index 0000000..20b742f --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: Goekdeniz-Guelmez/Josiefied-Qwen3-0.6B-gabliterated-v1 +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen3-0.6B-gabliterated-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 0.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 0.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q4_1.gguf) | i1-Q4_1 | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Josiefied-Qwen3-0.6B-gabliterated-v1-i1-GGUF/resolve/main/Josiefied-Qwen3-0.6B-gabliterated-v1.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +