commit 8c584708071d2543fd7a2fb2a073df684f292ec0 Author: ModelHub XC Date: Tue Jun 30 08:18:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: noctrex/Huihui-Qwen3-VL-4B-Thinking-abliterated-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9662a78 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-BF16.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-F16.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-F32.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-Qwen3-VL-4B-Thinking-abliterated-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-BF16.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-BF16.gguf new file mode 100644 index 0000000..c949247 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267efff90d47305befce8ffc3644856712aa7377bc27eb2f95f479b822619014 +size 8051286400 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-F16.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-F16.gguf new file mode 100644 index 0000000..db7e7c7 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9cebbeb29d81c78fefc33570272cd0d528b66f645e558a8d9cf9b3524a27f5 +size 8051286400 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_NL.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_NL.gguf new file mode 100644 index 0000000..b4fa6f2 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b84162a8c08668a9b6a840b3bd6338753049ad1e4c8dd87f61918f1bdad6288 +size 2393796480 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_XS.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_XS.gguf new file mode 100644 index 0000000..3f4edbe --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc6e019869ac6491de6080f205764180af106e72aa831275eb7f0786f440450 +size 2286317440 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_M.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_M.gguf new file mode 100644 index 0000000..81a3983 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8a3fedf3977f6ca19ff59f109f241c2ffadb6356fb9e386971918a1af39a11 +size 2497281920 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_S.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_S.gguf new file mode 100644 index 0000000..4c6064e --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f0c72f53b5a44bea3dfaa2b552468506799766df1b6abeb77be41438669a76 +size 2383310720 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_M.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_M.gguf new file mode 100644 index 0000000..a444f40 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e59f02b01e7ba8dc559b5504c13eef5d82e2674c16a02341b5543134f2f94b2 +size 2889514880 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_S.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_S.gguf new file mode 100644 index 0000000..3235d21 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6cabb3503a3e65980aca2f8d6f42cea5942eac2a1638565656a3aa75ac9332 +size 2823712640 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q6_K.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q6_K.gguf new file mode 100644 index 0000000..73fe4a6 --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598e28dc09c9bf16bea479b4f80af4344e1df02af3e8fe4fa071a4c5eb657461 +size 3306262400 diff --git a/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q8_0.gguf b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q8_0.gguf new file mode 100644 index 0000000..c48f1fb --- /dev/null +++ b/Huihui-Qwen3-VL-4B-Thinking-abliterated-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29cb35f9fcd0df7418a1b4e9a73c0ba14c97438594896f9610569e0c524075f +size 4280406400 diff --git a/README.md b/README.md new file mode 100644 index 0000000..38df79a --- /dev/null +++ b/README.md @@ -0,0 +1,10 @@ +--- +pipeline_tag: image-text-to-text +base_model: +- huihui-ai/Huihui-Qwen3-VL-4B-Thinking-abliterated +--- +These are quantizations of the model Huihui-Qwen3-VL-4B-Thinking-abliterated + +Original model: https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-4B-Thinking-abliterated + +Download the latest llama.cpp to use them. diff --git a/mmproj-BF16.gguf b/mmproj-BF16.gguf new file mode 100644 index 0000000..2d1552a --- /dev/null +++ b/mmproj-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53320f9329a75e6e200930f6e5c0dba17d7eddce8f417d12819be32f1bf7b7c +size 839326304 diff --git a/mmproj-F16.gguf b/mmproj-F16.gguf new file mode 100644 index 0000000..83935bc --- /dev/null +++ b/mmproj-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ab1cd70c2f095429c02c974203000cdd4b7ea62740883541a60fc24afb163e +size 836180576 diff --git a/mmproj-F32.gguf b/mmproj-F32.gguf new file mode 100644 index 0000000..b7ccca1 --- /dev/null +++ b/mmproj-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481ab7c4275028227d490b6c1e64dc975769b682ac24f1af242e544ad877fe24 +size 1661409888