[Feature] Support minicpmv v2.6 (#2785)

Co-authored-by: Chayenne <zhaochen20@outlook.com> Co-authored-by: yizhang2077 <1109276519@qq.com>
2025-01-19 06:14:19 +08:00
parent c2f212d672
commit 3d93f84a00
20 changed files with 1715 additions and 139 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -565,6 +565,7 @@ def launch_engine(

    # Assume all schedulers have same scheduler_info
    scheduler_info = scheduler_infos[0]
+    tokenizer_manager.max_req_input_len = scheduler_info["max_req_input_len"]


 def launch_server(