From c037a171db32183293b932963ee5aee89d925203 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 28 Jul 2026 08:57:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: OpenBMB/MiniCPM-Llama3-V-2_5-gguf Source: Original Platform --- .gitattributes | 36 +++++++++++++++++++++++++++++++++++ README.md | 14 ++++++++++++++ configuration.json | 1 + ggml-model-BF16.gguf | 3 +++ ggml-model-F16.gguf | 3 +++ ggml-model-IQ3_M.gguf | 3 +++ ggml-model-IQ3_S.gguf | 3 +++ ggml-model-IQ3_XS.gguf | 3 +++ ggml-model-IQ4_NL.gguf | 3 +++ ggml-model-IQ4_XS.gguf | 3 +++ ggml-model-Q2_K.gguf | 3 +++ ggml-model-Q3_K.gguf | 3 +++ ggml-model-Q3_K_L.gguf | 3 +++ ggml-model-Q3_K_M.gguf | 3 +++ ggml-model-Q3_K_S.gguf | 3 +++ ggml-model-Q4_0.gguf | 3 +++ ggml-model-Q4_1.gguf | 3 +++ ggml-model-Q4_K.gguf | 3 +++ ggml-model-Q4_K_M.gguf | 3 +++ ggml-model-Q4_K_M_for_pr.gguf | 3 +++ ggml-model-Q4_K_S.gguf | 3 +++ ggml-model-Q5_0.gguf | 3 +++ ggml-model-Q5_1.gguf | 3 +++ ggml-model-Q5_K.gguf | 3 +++ ggml-model-Q5_K_M.gguf | 3 +++ ggml-model-Q5_K_S.gguf | 3 +++ ggml-model-Q6_K.gguf | 3 +++ ggml-model-Q8_0.gguf | 3 +++ mmproj-model-f16.gguf | 3 +++ 29 files changed, 129 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 ggml-model-BF16.gguf create mode 100644 ggml-model-F16.gguf create mode 100644 ggml-model-IQ3_M.gguf create mode 100644 ggml-model-IQ3_S.gguf create mode 100644 ggml-model-IQ3_XS.gguf create mode 100644 ggml-model-IQ4_NL.gguf create mode 100644 ggml-model-IQ4_XS.gguf create mode 100644 ggml-model-Q2_K.gguf create mode 100644 ggml-model-Q3_K.gguf create mode 100644 ggml-model-Q3_K_L.gguf create mode 100644 ggml-model-Q3_K_M.gguf create mode 100644 ggml-model-Q3_K_S.gguf create mode 100644 ggml-model-Q4_0.gguf create mode 100644 ggml-model-Q4_1.gguf create mode 100644 ggml-model-Q4_K.gguf create mode 100644 ggml-model-Q4_K_M.gguf create mode 100644 ggml-model-Q4_K_M_for_pr.gguf create mode 100644 ggml-model-Q4_K_S.gguf create mode 100644 ggml-model-Q5_0.gguf create mode 100644 ggml-model-Q5_1.gguf create mode 100644 ggml-model-Q5_K.gguf create mode 100644 ggml-model-Q5_K_M.gguf create mode 100644 ggml-model-Q5_K_S.gguf create mode 100644 ggml-model-Q6_K.gguf create mode 100644 ggml-model-Q8_0.gguf create mode 100644 mmproj-model-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15b49c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..422eff8 --- /dev/null +++ b/README.md @@ -0,0 +1,14 @@ +--- +tags: +- llama.cpp +base_model: +- openbmb/MiniCPM-Llama3-V-2_5 +--- + +# MiniCPM-Llama3-V 2.5 gguf files for llama.cpp + +## Usage +Please see our fork of [llama.cpp](https://github.com/OpenBMB/llama.cpp/tree/minicpm-v2.5/examples/minicpmv) for more detail to run MiniCPM-Llama3-V 2.5 with llama.cpp + +## ollama +[ollama](https://github.com/OpenBMB/ollama/tree/minicpm-v2.5/examples/minicpm-v2.5) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..a5406c8 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework":"other","task":"multimodal-dialogue"} \ No newline at end of file diff --git a/ggml-model-BF16.gguf b/ggml-model-BF16.gguf new file mode 100644 index 0000000..7678549 --- /dev/null +++ b/ggml-model-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e71e051c9f54f8083362d149aaa8e762ecaa465c42b1a77882eaa676abd869 +size 5834104832 diff --git a/ggml-model-F16.gguf b/ggml-model-F16.gguf new file mode 100644 index 0000000..044ae77 --- /dev/null +++ b/ggml-model-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d151daa2b7da1604fe318d454a866c9da6cc6f622a3e0183e9ad12cd6d76acb +size 16068890816 diff --git a/ggml-model-IQ3_M.gguf b/ggml-model-IQ3_M.gguf new file mode 100644 index 0000000..767ad5c --- /dev/null +++ b/ggml-model-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78dbc303d870416874c7d4bd2661b2f005025dd32424cbac54c5ba5b8015639c +size 3785335840 diff --git a/ggml-model-IQ3_S.gguf b/ggml-model-IQ3_S.gguf new file mode 100644 index 0000000..7ed9d46 --- /dev/null +++ b/ggml-model-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa43e43eff38601979af8090b64384eeede02afe87922450e3bbdb7bfb82a44 +size 3682837536 diff --git a/ggml-model-IQ3_XS.gguf b/ggml-model-IQ3_XS.gguf new file mode 100644 index 0000000..0fb5063 --- /dev/null +++ b/ggml-model-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a902a42f7efd576e9295f8e0fd1b21d71545c307bcf4fd0c81787c1dbf7f8ce3 +size 3519259680 diff --git a/ggml-model-IQ4_NL.gguf b/ggml-model-IQ4_NL.gguf new file mode 100644 index 0000000..95a2906 --- /dev/null +++ b/ggml-model-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344096f768436f3975b9157c36d89966077d0266178a5a8b9c6757540f10ef11 +size 4707861536 diff --git a/ggml-model-IQ4_XS.gguf b/ggml-model-IQ4_XS.gguf new file mode 100644 index 0000000..bfdf242 --- /dev/null +++ b/ggml-model-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acbd4f63911272b3916707700f75741c8e3c2ce66d8c776c1f4710c4cf804fda +size 4484875296 diff --git a/ggml-model-Q2_K.gguf b/ggml-model-Q2_K.gguf new file mode 100644 index 0000000..cc5fab1 --- /dev/null +++ b/ggml-model-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3152c2827283aa4aa12e5c65d78acc0537bf62ee5b5dda0914e51d8906b1c07 +size 3179643936 diff --git a/ggml-model-Q3_K.gguf b/ggml-model-Q3_K.gguf new file mode 100644 index 0000000..0106b43 --- /dev/null +++ b/ggml-model-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939709843b5a667197f04485061c7f49761c8fe1942fbc88d833b334353d7d48 +size 4019430432 diff --git a/ggml-model-Q3_K_L.gguf b/ggml-model-Q3_K_L.gguf new file mode 100644 index 0000000..03e25a0 --- /dev/null +++ b/ggml-model-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffa3886420e30a6804ec72716b5a5d64a31002041c531facb1540eb9045ba97 +size 4322468896 diff --git a/ggml-model-Q3_K_M.gguf b/ggml-model-Q3_K_M.gguf new file mode 100644 index 0000000..0106b43 --- /dev/null +++ b/ggml-model-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939709843b5a667197f04485061c7f49761c8fe1942fbc88d833b334353d7d48 +size 4019430432 diff --git a/ggml-model-Q3_K_S.gguf b/ggml-model-Q3_K_S.gguf new file mode 100644 index 0000000..977fb5b --- /dev/null +++ b/ggml-model-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb8ea37c06556a3b58feb289ad94074563b6c69a8e97d3d97b7f3e8237cd931 +size 3665011744 diff --git a/ggml-model-Q4_0.gguf b/ggml-model-Q4_0.gguf new file mode 100644 index 0000000..8fbcc0f --- /dev/null +++ b/ggml-model-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aef95f5b531b727d8d468853f0689f5d2ab43873f8ab69f92bc3aa5fbd13699 +size 4661724192 diff --git a/ggml-model-Q4_1.gguf b/ggml-model-Q4_1.gguf new file mode 100644 index 0000000..91cb012 --- /dev/null +++ b/ggml-model-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d2e0b73f1910830c4e20105ddbaecbcafa3f71163592bf5e45db47c3c646f7 +size 5130765344 diff --git a/ggml-model-Q4_K.gguf b/ggml-model-Q4_K.gguf new file mode 100644 index 0000000..7ca0514 --- /dev/null +++ b/ggml-model-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010ec3ba94cb5ad2d9c8f95f46f01c6d80f83deab9df0a0831334ea45afff3e2 +size 4921246752 diff --git a/ggml-model-Q4_K_M.gguf b/ggml-model-Q4_K_M.gguf new file mode 100644 index 0000000..7ca0514 --- /dev/null +++ b/ggml-model-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010ec3ba94cb5ad2d9c8f95f46f01c6d80f83deab9df0a0831334ea45afff3e2 +size 4921246752 diff --git a/ggml-model-Q4_K_M_for_pr.gguf b/ggml-model-Q4_K_M_for_pr.gguf new file mode 100644 index 0000000..3e2c1fe --- /dev/null +++ b/ggml-model-Q4_K_M_for_pr.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2ee9980667c3cbe31eb8e5c85eee746c1c00013f932dcd79c76ebd9c21bc62 +size 4920733728 diff --git a/ggml-model-Q4_K_S.gguf b/ggml-model-Q4_K_S.gguf new file mode 100644 index 0000000..603fbea --- /dev/null +++ b/ggml-model-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2775d7154d8043e7c17a8b1302ddb5e1a07118ebc53c7a77bb341de14fdfadf8 +size 4693181472 diff --git a/ggml-model-Q5_0.gguf b/ggml-model-Q5_0.gguf new file mode 100644 index 0000000..0b852aa --- /dev/null +++ b/ggml-model-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7140f48f4e549f22663d26a4a5195631f0d08dd15af096a6004a1d25cf722a +size 5599806496 diff --git a/ggml-model-Q5_1.gguf b/ggml-model-Q5_1.gguf new file mode 100644 index 0000000..0da6ca4 --- /dev/null +++ b/ggml-model-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7588f939915886318afd3c0753b52e79f58f1fcc287a9b721bebcac34783e8e +size 6068847648 diff --git a/ggml-model-Q5_K.gguf b/ggml-model-Q5_K.gguf new file mode 100644 index 0000000..74992c4 --- /dev/null +++ b/ggml-model-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60cae3b7fdcb5cfb5780340f3ee0bb505c7006dc3b5e088f10d656f225db640 +size 5733499936 diff --git a/ggml-model-Q5_K_M.gguf b/ggml-model-Q5_K_M.gguf new file mode 100644 index 0000000..74992c4 --- /dev/null +++ b/ggml-model-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60cae3b7fdcb5cfb5780340f3ee0bb505c7006dc3b5e088f10d656f225db640 +size 5733499936 diff --git a/ggml-model-Q5_K_S.gguf b/ggml-model-Q5_K_S.gguf new file mode 100644 index 0000000..5f5aed1 --- /dev/null +++ b/ggml-model-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6889fd99ade8f1c6b1b705862c0736f6d5258edab69966a856a549d044f81e0 +size 5599806496 diff --git a/ggml-model-Q6_K.gguf b/ggml-model-Q6_K.gguf new file mode 100644 index 0000000..3aed7a9 --- /dev/null +++ b/ggml-model-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bab4e372dfdd3c6161b887f0dcf4c5f1f495590edb53ae514344c07a3c64e42 +size 6596518944 diff --git a/ggml-model-Q8_0.gguf b/ggml-model-Q8_0.gguf new file mode 100644 index 0000000..3d5b1ff --- /dev/null +++ b/ggml-model-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ef31b2f1b8a502fd2c97b32262584ba1218f4143d96d5d19a1d3c677b3ef1d +size 8541283360 diff --git a/mmproj-model-f16.gguf b/mmproj-model-f16.gguf new file mode 100644 index 0000000..38de7ed --- /dev/null +++ b/mmproj-model-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2d773537faf6a7e093655d0d5e14801ef0b2121c6c3e1981ce094c2b62f4f9 +size 1095637440