From 1641302d9b1f6f1e9308aaed6024883d80f4d05b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 19 Jun 2026 15:51:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: chatpig/qwen2.5-vl-3b-it-gguf Source: Original Platform --- .gitattributes | 51 ++++++++++++++++++++++++++++++++++++ README.md | 11 ++++++++ qwen2.5-vl-3b-it-iq4_nl.gguf | 3 +++ qwen2.5-vl-3b-it-iq4_xs.gguf | 3 +++ qwen2.5-vl-3b-it-q2_k.gguf | 3 +++ qwen2.5-vl-3b-it-q3_k_l.gguf | 3 +++ qwen2.5-vl-3b-it-q3_k_m.gguf | 3 +++ qwen2.5-vl-3b-it-q3_k_s.gguf | 3 +++ qwen2.5-vl-3b-it-q4_0.gguf | 3 +++ qwen2.5-vl-3b-it-q4_1.gguf | 3 +++ qwen2.5-vl-3b-it-q4_k_m.gguf | 3 +++ qwen2.5-vl-3b-it-q4_k_s.gguf | 3 +++ qwen2.5-vl-3b-it-q5_0.gguf | 3 +++ qwen2.5-vl-3b-it-q5_1.gguf | 3 +++ qwen2.5-vl-3b-it-q5_k_m.gguf | 3 +++ qwen2.5-vl-3b-it-q5_k_s.gguf | 3 +++ qwen2.5-vl-3b-it-q6_k.gguf | 3 +++ qwen2.5-vl-3b-it-q8_0.gguf | 3 +++ 18 files changed, 110 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 qwen2.5-vl-3b-it-iq4_nl.gguf create mode 100644 qwen2.5-vl-3b-it-iq4_xs.gguf create mode 100644 qwen2.5-vl-3b-it-q2_k.gguf create mode 100644 qwen2.5-vl-3b-it-q3_k_l.gguf create mode 100644 qwen2.5-vl-3b-it-q3_k_m.gguf create mode 100644 qwen2.5-vl-3b-it-q3_k_s.gguf create mode 100644 qwen2.5-vl-3b-it-q4_0.gguf create mode 100644 qwen2.5-vl-3b-it-q4_1.gguf create mode 100644 qwen2.5-vl-3b-it-q4_k_m.gguf create mode 100644 qwen2.5-vl-3b-it-q4_k_s.gguf create mode 100644 qwen2.5-vl-3b-it-q5_0.gguf create mode 100644 qwen2.5-vl-3b-it-q5_1.gguf create mode 100644 qwen2.5-vl-3b-it-q5_k_m.gguf create mode 100644 qwen2.5-vl-3b-it-q5_k_s.gguf create mode 100644 qwen2.5-vl-3b-it-q6_k.gguf create mode 100644 qwen2.5-vl-3b-it-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b99c4b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen2.5-vl-3b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d317be1 --- /dev/null +++ b/README.md @@ -0,0 +1,11 @@ +--- +license: apache-2.0 +pipeline_tag: image-text-to-text +base_model: +- Qwen/Qwen2.5-VL-3B-Instruct +--- +## qwen2.5-vl-3b-it-gguf +- for text/image-text-to-text generation +- work as text encoder +- compatible with both [comfyui-gguf](https://github.com/city96/ComfyUI-GGUF) and [gguf-node](https://github.com/calcuis/gguf) +- example model supported: [omnigen](https://huggingface.co/calcuis/omnigen2-gguf) \ No newline at end of file diff --git a/qwen2.5-vl-3b-it-iq4_nl.gguf b/qwen2.5-vl-3b-it-iq4_nl.gguf new file mode 100644 index 0000000..f4a1779 --- /dev/null +++ b/qwen2.5-vl-3b-it-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e10724338bd483a96f8ac675b53c4fb7d572fd358e2c80b8ef3fa8993ef05d +size 1836479456 diff --git a/qwen2.5-vl-3b-it-iq4_xs.gguf b/qwen2.5-vl-3b-it-iq4_xs.gguf new file mode 100644 index 0000000..80787f4 --- /dev/null +++ b/qwen2.5-vl-3b-it-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe93eb1d5c6d18bb9dd679ba39923a0f070fa9732ac315517103d185271913b5 +size 1753183200 diff --git a/qwen2.5-vl-3b-it-q2_k.gguf b/qwen2.5-vl-3b-it-q2_k.gguf new file mode 100644 index 0000000..a629200 --- /dev/null +++ b/qwen2.5-vl-3b-it-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b3334568e35967c3967b7c4477224a884313bfcd293dd31682ea1e440272a4 +size 1274754016 diff --git a/qwen2.5-vl-3b-it-q3_k_l.gguf b/qwen2.5-vl-3b-it-q3_k_l.gguf new file mode 100644 index 0000000..b9ce493 --- /dev/null +++ b/qwen2.5-vl-3b-it-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3dc511a9998e88114b1d4c60381c9ffcd968aa13f0664c8219df2d67fc5e16 +size 1707389920 diff --git a/qwen2.5-vl-3b-it-q3_k_m.gguf b/qwen2.5-vl-3b-it-q3_k_m.gguf new file mode 100644 index 0000000..8dc0594 --- /dev/null +++ b/qwen2.5-vl-3b-it-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa05c82fba2a002c848c5faa1fd27b475721ca3f04a7df0ad99117264a9e644 +size 1590473696 diff --git a/qwen2.5-vl-3b-it-q3_k_s.gguf b/qwen2.5-vl-3b-it-q3_k_s.gguf new file mode 100644 index 0000000..68784fa --- /dev/null +++ b/qwen2.5-vl-3b-it-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd831f79fb50ceb55db44984ab1cef2c1a6d6f4d15a4ca4d87f162b915111d3 +size 1454355424 diff --git a/qwen2.5-vl-3b-it-q4_0.gguf b/qwen2.5-vl-3b-it-q4_0.gguf new file mode 100644 index 0000000..2677478 --- /dev/null +++ b/qwen2.5-vl-3b-it-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5b6766224a9bb5952395e5e051da9190c22d2870aaf11f21493bcd77ba0c0b +size 1822847968 diff --git a/qwen2.5-vl-3b-it-q4_1.gguf b/qwen2.5-vl-3b-it-q4_1.gguf new file mode 100644 index 0000000..5cae300 --- /dev/null +++ b/qwen2.5-vl-3b-it-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91fabe7836df148c17cb6c8e72378f15d95a2355176f3e8e46cd4889713c3183 +size 1996256224 diff --git a/qwen2.5-vl-3b-it-q4_k_m.gguf b/qwen2.5-vl-3b-it-q4_k_m.gguf new file mode 100644 index 0000000..9d73f04 --- /dev/null +++ b/qwen2.5-vl-3b-it-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70c77e5d49f884b3626b4cdaa00aa80a828dba129254020e1cb3fb0e07b09c0 +size 1929901024 diff --git a/qwen2.5-vl-3b-it-q4_k_s.gguf b/qwen2.5-vl-3b-it-q4_k_s.gguf new file mode 100644 index 0000000..9242a84 --- /dev/null +++ b/qwen2.5-vl-3b-it-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3122a8b4e5c3deb1e4c61347bb00d4cbdbf05a592a1211ab094c786e59eefa +size 1834382304 diff --git a/qwen2.5-vl-3b-it-q5_0.gguf b/qwen2.5-vl-3b-it-q5_0.gguf new file mode 100644 index 0000000..68701b3 --- /dev/null +++ b/qwen2.5-vl-3b-it-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0a2fe15222f911b158dc202b123b57412796d0ce5af5954ec78112c85f53ee +size 2169664480 diff --git a/qwen2.5-vl-3b-it-q5_1.gguf b/qwen2.5-vl-3b-it-q5_1.gguf new file mode 100644 index 0000000..bdd38c5 --- /dev/null +++ b/qwen2.5-vl-3b-it-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd95b09ac55a604ad9973846c7153d1f5e24678c464f513e7ba68e42912f11b4 +size 2343072736 diff --git a/qwen2.5-vl-3b-it-q5_k_m.gguf b/qwen2.5-vl-3b-it-q5_k_m.gguf new file mode 100644 index 0000000..6522a2c --- /dev/null +++ b/qwen2.5-vl-3b-it-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a14a1d470b679c20cd9eabc674cc3ae052dd3148456334781c430cc8c069fde +size 2224813024 diff --git a/qwen2.5-vl-3b-it-q5_k_s.gguf b/qwen2.5-vl-3b-it-q5_k_s.gguf new file mode 100644 index 0000000..48daf1e --- /dev/null +++ b/qwen2.5-vl-3b-it-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efab6761a33c3f1a7234aeca62b29d96de8327e92f4fa92f749bde5b7790c282 +size 2169664480 diff --git a/qwen2.5-vl-3b-it-q6_k.gguf b/qwen2.5-vl-3b-it-q6_k.gguf new file mode 100644 index 0000000..2fc6678 --- /dev/null +++ b/qwen2.5-vl-3b-it-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faee2b040578461cc2a676b51da49a0cabd0af817a2a54bfad7483f1db2ffba3 +size 2538157024 diff --git a/qwen2.5-vl-3b-it-q8_0.gguf b/qwen2.5-vl-3b-it-q8_0.gguf new file mode 100644 index 0000000..b1fa369 --- /dev/null +++ b/qwen2.5-vl-3b-it-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2755979c94ac5e06e4cec026aa8ad298dcaba2f1f51901df7b6dcf9ed9f627 +size 3285474272