From 4bd88ea5b199e3ac5bab2b84a63bb4f65269a1a7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 18 May 2026 18:16:47 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf | 3 + KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf | 3 + README.md | 100 +++++++++++++++++++++ 27 files changed, 235 insertions(+) create mode 100644 .gitattributes create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf create mode 100644 KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8ed235c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf new file mode 100644 index 0000000..aba2bea --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659eb0494c0485102f6f94d2e54a2eda0913562180e53b03ad62497aae9befca +size 2042195936 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf new file mode 100644 index 0000000..881610d --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe83c7b3c3e1564e7ad47c6b8f6364bde1d5b37fe68747dc68dcd6c91a25d8d +size 1903667168 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf new file mode 100644 index 0000000..7bea204 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cfb87dff53443a6f9cdfec0b53fe762b369fc2ac00acedb30fc17a3e86df586 +size 2780342240 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf new file mode 100644 index 0000000..1c3842a --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16c63c1910b7d49afcfdf2caf08a452f5995599283b182f22d88dc71dfec9cb +size 2595637216 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6b49626 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a87b5c81c9ed821dfa1c51ba632b298b00b0f4eb373ad0af9df162a4dbe0f7 +size 2469021664 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5e9e5ba --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36676cc19a9e7761c7026df0b633736c5341c9e6466761a2ad3014f9f70b0cd3 +size 2273077216 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf new file mode 100644 index 0000000..99d922c --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8b72abdf3eb1575bc23d81206576f1a8ce266815df10d09c7b328b2c37d316 +size 3574011872 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf new file mode 100644 index 0000000..b913ee3 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db7bb4d116373806d9989658626e8855a960661bcae19c47f412f3462085989 +size 3499192288 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4aec188 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b611fa9c9732b6e5cc199b040f9028079feba07669ff191b3ed1ae6988e27c +size 3346255840 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e0cc594 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853795094c1f10b543acf7e16d39011889b98d0d62ab2f84fb7b13edd4a221e6 +size 3114514400 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8da2b1e --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c014799e3219fd588d17c1e1b31a62f3949c9ce42b162200614bf666359e21fb +size 4437813216 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d926cfc --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89260ddc1cce2a561ad24516c810cdca4e811d8b48ce39354cb667413bf4272a +size 4218472416 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf new file mode 100644 index 0000000..2c2d036 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19c0c59e9100105f321b5051b804de86dd29f8dc1bc2b50423d0c01f0acfcba +size 3015940064 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a40e7bf --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c6fd403a95c6d5b2c131746f6ada11b210026bec40373c9a3fac894c6a75a1 +size 2834073568 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf new file mode 100644 index 0000000..0dfa755 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88117547989389ab6bd2b9b00f14cc913934783452030846769cadb68940a01 +size 4088459232 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf new file mode 100644 index 0000000..beab149 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1389dd37d325ec73d1b92a477c750bb024541658b7390d978c512686d7dd48b9 +size 3808391136 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c17b12f --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c009d33d9928b9982c4940d2bd26b72db4ef3b16ce0e2bb3eda990f2d9758be2 +size 3492368352 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf new file mode 100644 index 0000000..a9bc6fe --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05757de0d861b803b00987cd7848367cf33eb8faf49cf0da7fb1559268aa8aa4 +size 4444121056 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf new file mode 100644 index 0000000..208a650 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b535a3888c494add6016475f65d3e496533ff1476e8795067b3ac05d8ff469 +size 4873283552 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e8e1a7b --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab907de75f7d7f1c8c3d09d3dedf05349ad41ce0d9abb40283e74c2a3749de77 +size 4683073504 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf new file mode 100644 index 0000000..62c20b3 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45570abb6bdf9f80fe38027e0344c3fac707f115a71c619a4cd645a64c8a0312 +size 4457768928 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c39d8a9 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991c9b6dfbaa12d87446ed3c6fa75bdd99fe234f83ce4c8c03aaeddae8087c53 +size 5444831200 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6b74e75 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef9dbab52470d500057fbd4cb965aa3c658648e59df9399aac0e4a982c26552 +size 5315176416 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf new file mode 100644 index 0000000..4341a80 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37ae3ad4b70ffcbbeab4713a2314c35265ee0d874018b14fc4172aec1b4190b +size 6254198752 diff --git a/KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf b/KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf new file mode 100644 index 0000000..92ad193 --- /dev/null +++ b/KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d0d798354ac92b24ae487e07c1b8e0c8146e6f424d9a3923657ee4bbb99c46 +size 4560352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5f29974 --- /dev/null +++ b/README.md @@ -0,0 +1,100 @@ +--- +base_model: prithivMLmods/KAIROS-MM-Qwen2.5-VL-7B-RL +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- trl +- RL +- text-generation-inference +- pytorch +- agent +- reasoning +- long-horizon-reasoning +- temporal-reasoning +- spatial-reasoning +- physical-reasoning +- common-sense-reasoning +- robots +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/KAIROS-MM-Qwen2.5-VL-7B-RL + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/KAIROS-MM-Qwen2.5-VL-7B-RL-i1-GGUF/resolve/main/KAIROS-MM-Qwen2.5-VL-7B-RL.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +