From 19bd0286d2cedb4dbb1724ce5da1bfde60322d9e Mon Sep 17 00:00:00 2001 From: luopingyi Date: Wed, 12 Nov 2025 17:03:51 +0800 Subject: [PATCH] Update README.md MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 更新所有V0版本的VLM结果 --- README.md | 121 ++++++++++++++++++++++++++++++++++++++++-------------- 1 file changed, 91 insertions(+), 30 deletions(-) diff --git a/README.md b/README.md index 4b2f0d5..50ea1d2 100644 --- a/README.md +++ b/README.md @@ -121,36 +121,97 @@ curl -X POST http://localhost:10086/v1/chat/completions \ ### 视觉多模态 -| 模型名称 | 昇腾-910B4运行时间/s | Nvidia A100运行时间/s | -| ----------------------- | -------------- | ----------------- | -| Qwen2.5-VL-3B-Instruct | 7.5688 | 3.4735 | -| Qwen2.5-VL-7B-Instruct | 10.6117 | 4.5430 | -| Qwen2-VL-7B-Instruct | 4.3974 | 2.7123 | -| Qwen2-VL-2B-Instruct | 7.9134 | 2.6749 | -| InternVL2_5-1B-MPO | 3.6658 | 1.9166 | -| InternVL2-8B | 15.8963 | 3.7747 | -| InternVL2_5-2B | 11.3071 | 2.3767 | -| InternVL2_5-1B | 10.9917 | 2.0399 | -| InternVL2_5-4B | 11.0892 | 2.6751 | -| InternVL2-1B | 4.6318 | 2.0094 | -| InternVL2_5-8B-MPO | 10.7414 | 2.6034 | -| Phi-3.5-vision-instruct | 14.5275 | 3.4563 | -| MiniCPM-V-4_5 | 31.9896 | 3.4504 | -| InternVL3-1B-hf | 19.9975 | 2.8482 | -| InternVL3-8B-Instruct | 9.6205 | 2.4711 | -| InternVL3-2B-hf | 17.7860 | 3.0497 | -| InternVL3-9B | 13.1422 | 3.7643 | -| MiniCPM-V-4 | 13.7100 | 3.7743 | -| llava-1.5-7b-hf | 8.8733 | 2.5678 | -| MiMo-VL-7B-RL | 28.3977 | 8.8021 | -| InternVL2-4B | 29.3529 | 7.0642 | -| Ovis2-1B | 7.2425 | 2.3312 | -| Ovis2-4B | 7.7620 | 2.8215 | -| Ovis2.5-2B | 36.8895 | 12.5388 | -| Ovis1.6-Gemma2-9B | 19.6222 | 8.7423 | -| gemma-3-12b-it | 23.8805 | 20.9593 | -| SmolDocling-256M-preview| 2.8732 | 1.8120 | -| InternVL2_5-26B-MPO | 12.1798 | 24.7110 | +| 模型名称 | 昇腾-910B4运行时间/s | Nvidia A100运行时间/s | 备注 | +| ------------------------------------------- | -------------- | ----------------- | | +| Qwen/Qwen2.5-VL-3B-Instruct | 7.5688 | 3.4735 | | +| Qwen/Qwen2.5-VL-3B-Instruct | 15.1891 | 4.8334 | | +| Qwen/Qwen2.5-VL-7B-Instruct | 10.6117 | 4.5430 | | +| Qwen/Qwen2-VL-7B-Instruct | 4.3974 | 2.7123 | | +| Qwen/Qwen2-VL-2B-Instruct | 7.9134 | 2.6749 | | +| OpenGVLab/InternVL2-4B | 33.0906 | 7.3488 | | +| OpenGVLab/InternVL2_5-1B-MPO | 3.6658 | 1.9166 | | +| OpenGVLab/InternVL2-8B | 15.8963 | 3.7747 | | +| OpenGVLab/InternVL2_5-2B | 11.3071 | 2.3767 | | +| OpenGVLab/InternVL2_5-1B | 10.9917 | 2.0399 | | +| OpenGVLab/InternVL2_5-4B | 11.0892 | 2.6751 | | +| OpenGVLab/InternVL2-1B | 4.6318 | 2.0094 | | +| OpenGVLab/InternVL2_5-8B-MPO | 10.7414 | 2.6034 | | +| LLM-Research/Phi-3.5-vision-instruct | 14.5275 | 3.4563 | | +| OpenBMB/MiniCPM-V-4_5 | 31.9896 | 3.4504 | | +| OpenGVLab/InternVL3-1B-hf | 19.9975 | 2.8482 | | +| OpenGVLab/InternVL3-8B-Instruct | 9.6205 | 2.4711 | | +| OpenGVLab/InternVL3-2B-hf | 17.7860 | 3.0497 | | +| OpenGVLab/InternVL3-9B | 13.1422 | 3.7643 | | +| OpenBMB/MiniCPM-V-4 | 13.7100 | 3.7743 | | +| llava-hf/llava-1.5-7b-hf | 8.8733 | 2.5678 | | +| Qwen/Qwen2.5-Omni-3B | 13.9121 | 10.6149 | | +| Qwen/Qwen2.5-Omni-7B | 12.8182 | 4.3004 | | +| XiaomiMiMo/MiMo-VL-7B-RL | 28.3977 | 8.8021 | | +| OpenGVLab/InternVL2-4B | 29.3529 | 7.0642 | | +| AIDC-AI/Ovis2-1B | 7.2425 | 2.3312 | | +| AIDC-AI/Ovis2-4B | 7.7620 | 2.8215 | | +| AIDC-AI/Ovis2.5-2B | 36.8895 | 12.5388 | | +| AIDC-AI/Ovis1.6-Gemma2-9B | 19.6222 | 8.7423 | | +| LLM-Research/gemma-3-12b-it | 23.8805 | 20.9593 | | +| ds4sd/SmolDocling-256M-preview | 2.8732 | 1.8120 | | +| OpenGVLab/InternVL2_5-26B-MPO | 12.1798 | 24.7110 | | +| OpenGVLab/InternVL2-40B | 18.8969 | 29.6867 | | +| Qwen/Qwen2.5-VL-32B-Instruct | 58.1640 |166.9789 | | +| OpenGVLab/InternVL3-14B | 10.1704 | 6.1361 | | +| OpenGVLab/InternVL3_5-38B-Instruct | 17.3095 | 11.4066 | | +| OpenGVLab/InternVL2_5-8B | 7.0834 | 3.2991 | | +| ChatDOC/OCRFlux-3B | 7.1411 | 6.3687 | | +| OpenGVLab/InternVL2-2B | 7.3206 | 3.2220 | | +| OpenGVLab/Mini-InternVL-Chat-2B-V1-5 | 8.2285 | 4.1654 | | +| OpenGVLab/Mini-InternVL-Chat-4B-V1-5 | 17.6759 | 8.9625 | | +| OpenGVLab/InternVL3_5-1B-Instruct | 9.3154 | 4.7724 | | +| OpenGVLab/InternVL3_5-2B-Instruct | 7.6635 | 5.0253 | | +| OpenGVLab/InternVL3_5-4B-Instruct | 6.4690 | 5.8317 | | +| OpenGVLab/InternVL3_5-8B-Instruct | 11.8172 | 5.5776 | | +| OpenDataLab/MinerU2.5-2509-1.2B | 1.5679 | 1.1599 | | +| OpenGVLab/InternVL3_5-14B-Instruct | 9.0232 | 4.8334 | | +| OpenGVLab/InternVL3_5-1B | 5.8953 | 4.0417 | | +| rednote-hilab/dots.ocr | 3.0101 | 0.7582 | | +| OpenGVLab/InternVL3_5-1B-MPO | 12.4818 | 3.4665 | | +| OpenGVLab/InternVL3_5-2B | 6.7922 | 3.3975 | | +| OpenGVLab/InternVL3_5-4B | 7.1023 | 4.7832 | | +| OpenGVLab/InternVL3_5-2B-MPO | 6.5263 | 3.3344 | | +| OpenGVLab/InternVL3_5-4B-MPO | 8.6157 | 4.7106 | | +| OpenGVLab/InternVL3_5-8B-MPO | 13.0675 | 5.3701 | | +| OpenGVLab/InternVL3_5-8B | 9.5658 | 5.2392 | | +| OpenGVLab/InternVL3_5-14B | 12.4355 | 5.3125 | | +| OpenGVLab/InternVL3_5-14B-MPO | 13.8581 | 6.3943 | | +| OpenGVLab/InternVL3_5-1B-Pretrained | 13.6142 | 7.0785 | | +| OpenGVLab/InternVL3_5-2B-Pretrained | 11.6420 | 6.4054 | | +| OpenGVLab/InternVL3_5-4B-Pretrained | 9.7806 | 5.5889 | | +| OpenGVLab/InternVL3_5-30B-A3B | 15.2084 | 14.5368 | | +| OpenGVLab/InternVL3_5-8B-Pretrained | 14.9369 | 7.5692 | | +| OpenGVLab/InternVL3_5-14B-Pretrained | 17.6117 | 10.2893 | | +| OpenGVLab/InternVL3_5-30B-A3B-MPO | 16.6314 | 17.0082 | | +| OpenGVLab/InternVL3_5-30B-A3B-Instruct | 15.7546 | 20.7725 | | +| OpenGVLab/InternVL3_5-38B-MPO | 18.4189 | 13.7328 | | +| OpenGVLab/InternVL3_5-38B-Pretrained | 25.7126 | 17.0864 | | +| AIDC-AI/Ovis2.5-9B | 51.7666 | 20.1647 | | +| AIDC-AI/Ovis1.6-Llama3.2-3B | 7.4554 | 5.6915 | | +| AIDC-AI/Ovis2-2B | 4.7039 | 3.9759 | | +| AIDC-AI/Ovis1.6-Gemma2-27B | 26.6986 | 16.7908 | | +| AIDC-AI/Ovis2-8B | 4.7832 | 3.5562 | | +| OpenGVLab/InternVL2-Llama3-76B | 44.8727 | 55.6971 | | +| OpenBMB/MiniCPM-o-2_6 | 6.8743 | 3.6506 | 需要安装torchaudio | +| OpenGVLab/InternVL3-78B | 16.7447 | 15.6542 | | +| llava-hf/llava-1.5-13b-hf | 8.7894 | 3.9880 | | +| llava-hf/llava-v1.6-vicuna-7b-hf | 15.2073 | 4.6931 | | +| LLM-Research/gemma-3-27b-it | 39.6790 | 59.4471 | | +| AIDC-AI/Ovis2-8B | 4.7584 | 4.5320 | | +| AIDC-AI/Ovis2-2B | 4.5157 | 4.1775 | | +| rhymes-ai/Aria |256.4895 |224.5196 | | +| Shanghai_AI_Laboratory/Spatial-SSRL-7B | 9.5940 | 6.9144 | | +| swift/Simple-VL-8B | 19.1239 | 13.6215 | | +| Shanghai_AI_Laboratory/JanusCoderV-7B | 8.1486 | 6.3912 | | +| swift/llava-interleave-qwen-7b-hf | 4.9327 | 2.9541 | | +| AI-ModelScope/paligemma2-3b-pt-224 | 3.2149 | 1.7183 | | +| OS-Copilot/OS-Atlas-Base-4B |123.7030 | 54.7876 | | + ### 统一多模态（暂时用视觉多模态的数据集测试）