commit 1c8b0a803f22f7bded64cb99f3cef06dab328f2d Author: ModelHub XC Date: Wed May 27 14:47:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8f9b1bb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..0a25faa --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d0f1cfbf381c834fbcaee4a82ce71825c58984dbdc18ca23a08ee65e65c58c +size 1127019872 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..484c170 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76ee0ac600815740eb335dbb65c860eb0e024e1fdbe1742b0ccfafa95a745b1 +size 1055257952 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..cd45286 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4856e385eb50cff40655d1923230437ddfdfe6dd957d89db053c47b2ae7300d +size 1512985952 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..5d9238a --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355280749a020913803ca35ce944435efeee08337d3679dd7c141fb3103c8651 +size 1417303392 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..af70cad --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f6f5948157c91c52b186f4f4d61fac3298a5aa88e9146bfc006b03d8cd70c3 +size 1354102112 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4155a69 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3060aaa3c5c19cf01cfc6cda346a2b5c478f9676274ae30ecf710685c1a6c06c +size 1246623072 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..ffca006 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474db5d116583d589fe136597317a2739844517801ea8ca1f0444204f0b45a32 +size 1962898272 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..310bbcd --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469d6856847f5cf60638cba471151427bb132a6f66ad768d7234cabf0e1ec66e +size 1899533152 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..61a6da9 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4aa2d37e77172d51eeae041bb5a478bc31d3a7931ce51864ec4eb292266f39 +size 1814377312 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..158b5dc --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa6d1e2cfd20ae9ab416b6545caf78aa584d52be859fc2828d9705d20a1c0a1 +size 1670190432 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..68af538 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9341b89ef988215c8e3477becea2c8b6ffec15cd5a30528f3e3efbd73f0c3f6f +size 2381345632 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_XS.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..be3c1be --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040174716b3c6271b4615bbef195a9b387bbfcc8781ed4aacdd4f6e3b8892031 +size 2270753632 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..3d81bf9 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036518dc25be38918b231cd762b35b881f3c3001aab5883b2ab5a51aad102197 +size 1669501792 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..136b6ce --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c403d334e1cc2b26f1b54e36b2b1c76831391957f457affc00189a1b0b756d33 +size 1563456352 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_L.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..53df35e --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b6ce304e0d71c51dabb4f3364a608c869f9932c7bc940e408e99da53b62b0e +size 2239787872 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0702d84 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9860107ca46b9889a6bab903dfcfc0b7b004c520b0aecc5406714f399c6797 +size 2075620192 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..48dc59e --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd990cf1ca6a919ffafa0474a45b7c73d370bd451bac9c99b013506626b424c +size 1886999392 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..d7b26de --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa45ba65aaba86f9918b939b0365f7744cb8898f2080aebcb4d6b0f77d947be8 +size 2375775072 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..f275bd1 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab35d499c8d59f73c57cfb6fe8bc87cb233805ae2fae5f2d0d79d29cb3d87fcc +size 2596631392 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9682a91 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddbbc97f9701dc769a0bea4b5b1abcd63414bb251cd10472dc9c095e5f9e369 +size 2497282912 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..45ce412 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e610f816699d3e4d8d0ca5b72a6120596ec0101b1e3a1a4387ff497a3e7ba1e9 +size 2383311712 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_M.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..bed7995 --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227bf49ceaf1eafc219db9b5efcd3ff265a16d88d8a355ef364e91739fc988a5 +size 2889515872 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_S.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..446346c --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acdc23fac7138bc3aff7667d86c67bf7b9d16132fb00e23786400f4f3000bfe3 +size 2823713632 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q6_K.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..a3269fa --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0644bf476715c8e6889e73d2b1989d25eaacf9b94039680ed38fd1f82ed6bf46 +size 3306263392 diff --git a/Qwen3-VL-4B-Instruct-abliterated-v1.imatrix.gguf b/Qwen3-VL-4B-Instruct-abliterated-v1.imatrix.gguf new file mode 100644 index 0000000..6c0f59f --- /dev/null +++ b/Qwen3-VL-4B-Instruct-abliterated-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92bacfc0b5cdd1484ebd354289d6b0a75a83a96458808fc8c97bf597dc870c5d +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7b0c65b --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- trl +- text-generation-inference +- abliterated +- v1.0 +- agent +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-i1-GGUF/resolve/main/Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +