From 3a0c703ab9a52a089327e117408b579f0c29e1dc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 28 May 2026 16:12:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ ...L-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf | 3 + ...L-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf | 3 + ...L-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf | 3 + ...L-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf | 3 + ...8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf | 3 + ...L-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf | 3 + ...L-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf | 3 + ...8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf | 3 + ...VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf | 3 + ...VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf | 3 + ...VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf | 3 + ...-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf | 3 + ...VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf | 3 + ...VL-8B-Thinking-abliterated-v1.imatrix.gguf | 3 + README.md | 91 +++++++++++++++++++ 27 files changed, 226 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf create mode 100644 Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9031102 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..a90eb49 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d3ce6e5960e1c6e2c080015610c8847ee960c762d410894697692396a5db26 +size 2256149792 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..2c07120 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec67944629504124833b79e7f8e0aac24c51eb9a4c07e35518ca9d767c2b7371 +size 2115771680 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..b29c06b --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c061cd34b975ef40b10b6b592fd10c859a57e4def7a46d0729b9978e70d80b4f +size 3051916576 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..48bd7e1 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70474469cdbabfe04f76500ecd3ad5958d7ce57c42980c10aa5614c6f5684ffe +size 2864745760 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6c9fd94 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d52e23483e7120929a88914a71f85f9f5b870df4a37bfcf20360cf1f160064 +size 2696158496 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6e4e4b5 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d54cec2c7230b99a27bc9d040c99c1897be8cac1845588d44de049003ebfc9 +size 2490113312 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..f7b1eb8 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb5d0e55b39496957e6273c7e69d8004f42de8a76802b77f5e7d0cc5a2bba09 +size 3896622368 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..1d859a9 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d487986514db19b4bcc9aacbb15d4dfe26c4cba55ca8525b920169a9f59cff3a +size 3789667616 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..38d6047 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b006c5dad7bdcc29e566dde0effa9babdbe7ccd61f64da88a6b259fb31483a +size 3626876192 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..afe5767 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7b5f1ce67efffd1645fb8dc7f110b2f4534e122431a0f64c19b5210bef05f5 +size 3369635104 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..2d42224 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4d60891e105db37d2d91ed8b7c5921980c075400f99c56cdacf21ef9d8b664 +size 4793625888 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..59bd06a --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d837e23a0db7cce71734fe76d8711f4678a2f84e3ee571b2c220700c58f16cc4 +size 4561841440 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..3c3e4e8 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b153c614226be5c01b32cd1f66637b58b94760fae5336f1628ad16b8ae2e65 +size 3281734944 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a6cfc3b --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7fba265b63f069fa98a7709c0dda7a9976e0ff530c938f1ff671c94752c83b +size 3083554080 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d23d189 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cbeecbd3adb851040bbbbe88251bbafd13359b7f0866b00c057f1e51a452149 +size 4431396128 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1a56fc0 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b873ff0397449a9b1363b8566240fdf65863dc51f25383c7318430cbac026c +size 4124163360 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4d2f479 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a934713698586b8617775b421484723868b6a363354233a5981a45d3c41c352a +size 3769613600 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..b8de227 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8be19980c379318c04df14c55d7cf4d87a1b2f8fbd1c58ecaff05b687e44a6 +size 4787334432 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..2d9d21a --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45a55c5630574a738a320a2e2fa9eea5983c7a5cf55e02a6a8339aa0bb5f4f1 +size 5247757600 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..6ae65ae --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37a9d1947a1f8d4703c25c9456a640e9c116b302da9899789c92d3bc8c22661 +size 5027786016 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7bbcc9a --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ad43c8925c87931395c5eba8a3ccb341d22d7a99fecf03a9583b4e094aee1f +size 4802014496 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..db30d5f --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab75d70203df85003bb1f91436f67393f93c80c5ee0163825e3fc6e9cfbe5b07 +size 5851114784 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e7cfe93 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904c94f63047652ec6ca730c77aa203f771b09c51b9bd78b458ba31424a289f0 +size 5720763680 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..c780468 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad072c4ef3f03080198f071ed28bcee99ccd1997dd0cd2348ff905a6f6e6bcc +size 6725901600 diff --git a/Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf b/Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf new file mode 100644 index 0000000..564a2f3 --- /dev/null +++ b/Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a6214f0233614aca2a8dd80c6b9af0cbdac328ba246575eaada1cf0ad4480a +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1199622 --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- abliterated +- v1.0 +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-8B-Thinking-abliterated-v1.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +