From 21d1bb9d30e473eeb3830f584ee436f378725dad Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sun, 13 Sep 2026 22:28:19 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF
Source: Original Platform
---
 .gitattributes                                | 57 +++++++++++++++++++
 ...Qwen3-VL-2B-Instruct-abliterated-BF16.gguf |  3 +
 ...-Qwen3-VL-2B-Instruct-abliterated-F16.gguf |  3 +
 ...-Qwen3-VL-2B-Instruct-abliterated-F32.gguf |  3 +
 ...wen3-VL-2B-Instruct-abliterated-IQ3_M.gguf |  3 +
 ...wen3-VL-2B-Instruct-abliterated-IQ3_S.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-IQ3_XS.gguf |  3 +
 ...n3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-IQ4_NL.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-IQ4_XS.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-Q4_K_M.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-Q4_K_S.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-Q5_K_M.gguf |  3 +
 ...en3-VL-2B-Instruct-abliterated-Q5_K_S.gguf |  3 +
 ...Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf |  3 +
 ...Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf |  3 +
 README.md                                     | 13 +++++
 imatrix.gguf                                  |  3 +
 mmproj-BF16.gguf                              |  3 +
 mmproj-F16.gguf                               |  3 +
 mmproj-F32.gguf                               |  3 +
 21 files changed, 127 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf
 create mode 100644 Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf
 create mode 100644 README.md
 create mode 100644 imatrix.gguf
 create mode 100644 mmproj-BF16.gguf
 create mode 100644 mmproj-F16.gguf
 create mode 100644 mmproj-F32.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..349b8be
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,57 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+mmproj-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+mmproj-F16.gguf filter=lfs diff=lfs merge=lfs -text
+mmproj-F32.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Huihui-Qwen3-VL-2B-Instruct-abliterated-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf
new file mode 100644
index 0000000..a2c9ff0
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52228f0bd6cc723c0f23e1e67adfb868455980eb9c14f8eb8524648cdb3307ee
+size 3447350656
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf
new file mode 100644
index 0000000..61b5ee8
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af87d4cf2dd7fea64bf6aff126b31b58ebf528631873c907aed9a6d5b3e8a6e8
+size 3447350656
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf
new file mode 100644
index 0000000..6382464
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770f96ef1b14c53a70bd4af77fe30f08a2bd3ee781c1e875379c9f09efa7091
+size 6888252800
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf
new file mode 100644
index 0000000..964cf7e
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f84ffcd50512bfe56b61ffc6c851b331258a138de0d32c2e2dee1b83e84c11
+size 895663712
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf
new file mode 100644
index 0000000..52e92bc
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee3d7e9fdc7e30498b71075e243f5da5ed5e818d8d0533ab27eaf4d16d956f4
+size 867253856
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf
new file mode 100644
index 0000000..c36e971
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028de7d7f20cb5da553045480c4fda70a915fb624ee3173535a3f4d4e61ee917
+size 834223712
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf
new file mode 100644
index 0000000..5e1539d
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5dd3c3860b5105bfba8e1470aa863bbeb5fa55a165ef60955a33daafea74c
+size 754361952
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf
new file mode 100644
index 0000000..ed3224d
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b44c5687c87d01c5ed94654dbe4b0c8bea12cf34b57f6b1cd52d95fe8b70a8
+size 1054424672
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf
new file mode 100644
index 0000000..d0c2c95
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f75a7ac9b890145cc7e7b56ab13c5df7f931b0a3ba338798454ff180ff98d66
+size 1010384480
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf
new file mode 100644
index 0000000..a38daa0
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e52340effacd3db285bcc0558b325f87830c9c0f003c11b339660b8301b935a
+size 1107410528
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf
new file mode 100644
index 0000000..bb1a1be
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7e2ab231dbb19c12e7c7c6a829923d473fdfcde2dfa03dc827fa66526f95c7
+size 1060191840
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf
new file mode 100644
index 0000000..43e8e45
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3b526b9bfa3d32e1772da8989bba3a630155a2c178fb54d74566dbcee5d94f
+size 1257881184
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf
new file mode 100644
index 0000000..df91677
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320d6c4f312bf224df471bdfb3ddf680b5c9222acdb90e065d66eb446f488e1a
+size 1230585440
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf
new file mode 100644
index 0000000..ac5895c
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373df68a19dd545f4418a4491c0694e51010d028a37379c55589e1884f868555
+size 1417756256
diff --git a/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf
new file mode 100644
index 0000000..5e69bbd
--- /dev/null
+++ b/Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8a80fcfc0c76c110249efe3f8f8a3374a42a50572f5485823baf53f89e0c59
+size 1834428000
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..cba9e37
--- /dev/null
+++ b/README.md
@@ -0,0 +1,13 @@
+---
+pipeline_tag: image-text-to-text
+base_model:
+- huihui-ai/Huihui-Qwen3-VL-2B-Instruct-abliterated
+---
+These are quantizations of the model [Huihui-Qwen3-VL-2B-Instruct-abliterated](https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-2B-Instruct-abliterated).
+
+These quantizations were created using an imatrix merged from [combined\_all\_large](https://huggingface.co/datasets/eaddario/imatrix-calibration/blob/main/combined_all_large.parquet) and [harmful.txt](https://github.com/Sumandora/remove-refusals-with-transformers) to leverage the abliterated nature of the model.
+
+**Usage Notes:**
+- Download the latest [llama.cpp](https://github.com/ggml-org/llama.cpp) to use these quantizations.
+- Try to use the best quality you can run.
+- For the `mmproj` file, the F32 version is recommended for best results (F32 > BF16 > F16).
diff --git a/imatrix.gguf b/imatrix.gguf
new file mode 100644
index 0000000..36ba7cc
--- /dev/null
+++ b/imatrix.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746843bea2ecb2abda6ede15308cc4b85dfe96bc8d7503abaa618ed152307f3
+size 2094560
diff --git a/mmproj-BF16.gguf b/mmproj-BF16.gguf
new file mode 100644
index 0000000..ea32f4a
--- /dev/null
+++ b/mmproj-BF16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da195e9b3a79e5edca4a3cee8a089cd7c3f93f186c2384b671fff2d9141f8ba2
+size 822540896
diff --git a/mmproj-F16.gguf b/mmproj-F16.gguf
new file mode 100644
index 0000000..79ab787
--- /dev/null
+++ b/mmproj-F16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c334d6d2d95d20521465c673ad5538331cd4e058d6a80dede3036ad4fa532e4
+size 819395168
diff --git a/mmproj-F32.gguf b/mmproj-F32.gguf
new file mode 100644
index 0000000..d5645c8
--- /dev/null
+++ b/mmproj-F32.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a756b71a5ca60e21b09bb518188d58ec75bbe9335c05ba0f7a532c8a0f89d
+size 1627847264