From 1c183a77cd61915ad4a1013efdb6a42e1b5d7ae2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 28 Jul 2026 12:22:25 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf | 3 + OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf | 3 + README.md | 105 +++++++++++++++++++++ 27 files changed, 240 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf create mode 100644 OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..64fa10f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..8290f3c --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ea71eb3fc77965bbfe8f068db75ee580e7e7965ae6b2ee314293330ea6d4d9 +size 1127019072 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..b2005be --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6001884a983b4c858c0c33eaf7e27f7c64e8c9e81d159cd911ffc08c6efc4d75 +size 1055257152 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..b90b29e --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649e477c047332418bb4199baf66e984b2c042ff785be676db7b43eaab16dc44 +size 1512985152 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..9ecfb28 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6542a559066b33ffab2a00cfd80fdc5736e223a7f77504a715a28da1341a9581 +size 1417302592 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a6b033e --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283aa7191339427175335b0b609e92da19a620d55a30ed0fe5bd93681d91ed45 +size 1354101312 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..bb1e250 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80772b7b8916222eff2a9d60a347c995e3f4eaf405f6a4af7e0414c8bc6d099 +size 1246622272 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..93f5679 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98672af8e3322ba7179f15277136a76728fb6a05ed6afa36a98f34c34dd5b305 +size 1962897472 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..e5d1a4e --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9185b100a2ddead60277c671903e4d417c06feacc26670cfca2dc923d56db9 +size 1899532352 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..759b407 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229a5dda93a9a6865252a4d90656c26b1624ade4236ac6c853841145a0d8c7e4 +size 1814376512 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..33d4c26 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489eb8c82a85034106bfab5216e3f1e7adae89c4726bdce8665b32bbb66f9a34 +size 1670189632 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4053728 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a73ae41eee35e986980d185e69c96800a8e9a195aef6071a4618e1360ed8b4be +size 2381344832 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5dcf188 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f21fb25d48000f30dd7af608a0120c05b7ddc022d23bb8b3c8883c67614628 +size 2270752832 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..9b1e4e7 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3785b8af34bb8ea9912fa1028eb88370954e55dc7556af2ddab44eb935a1c999 +size 1669500992 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d96a407 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6829edb1c102e10065c3841bb86e1d09f118312d25e5a7fe5e415be5fb46e544 +size 1563455552 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..994ea38 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e28b937f6b318cfd2f7380c889e41323cacac4d2be6e5b38b9a96df1826487c +size 2239787072 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1bf0d5c --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4910c6fbe54cd6acd49dc4d77847f911c5098e82840e20f8d6b4d5c1561d7fe +size 2075619392 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c515f4b --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab61a97df22e2f421d281574cffb51737dd626843e8a67439c279c0f31c868e +size 1886998592 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..7249d85 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb9256feb07756b115bd29575f21eabdb01814e51efd71c5498d318ecf691aba +size 2375774272 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf new file mode 100644 index 0000000..4df4923 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4f90f0727b2ffdc224bea20627890edebd8d899733d74a0b47e798a04bbcc4 +size 2596630592 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..fd90d09 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c3cbd7e48c990f752682200936780ce7c91f9d5da98c7630d7e496ae76f010 +size 2497282112 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..fdc69ab --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97f62152131d412f22c4adf93b437ef508f3f5e923a6a9b498585a22b5aa356 +size 2383310912 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..996eab2 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322e2f31e4818295a85eca2139466558a986fbcbca73a7913c465331c905476c +size 2889515072 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..119ef10 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c0d5cc5fcff4a9702495f67bc2ac2be355072de1da619ff6f73bfe2c53f7c7 +size 2823712832 diff --git a/OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf b/OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..fa5da04 --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c7a1735e2cf22cbfff24dfee63f37250ade733c1f3bcfb3e095cee1af4e23c +size 3306262592 diff --git a/OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf b/OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf new file mode 100644 index 0000000..94b3e7e --- /dev/null +++ b/OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84478adf48168ace333a3d4db9785f7c2dc3d78e4c87322652d4ebb326b33f03 +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..81245d0 --- /dev/null +++ b/README.md @@ -0,0 +1,105 @@ +--- +base_model: prithivMLmods/OpenCaption-4B-VL-SFT-v1.0 +datasets: +- prithivMLmods/OpenCaption-FineGrained +- prithivMLmods/SuperFlickr-30K-LARGE-Remastered +- prithivMLmods/OpenCaption-UHD +- prithivMLmods/OpenCaption-Unified-10K +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- vision-language +- multimodal +- image-captioning +- visual-question-answering +- conditional-generation +- vision +- language-model +- sft +- fine-grained-captioning +- computer-vision +- vllm +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/OpenCaption-4B-VL-SFT-v1.0 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OpenCaption-4B-VL-SFT-v1.0-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF/resolve/main/OpenCaption-4B-VL-SFT-v1.0.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +