Add image_token in conversation.py (#1632)

Co-authored-by: yizhang2077 <1109276519@qq.com>
2024-10-11 05:07:51 -07:00
parent aba9eae4c6
commit f13d86f920
2 changed files with 14 additions and 3 deletions
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -117,7 +117,9 @@ def create_streaming_error_response(
 def load_chat_template_for_openai_api(tokenizer_manager, chat_template_arg):
    global chat_template_name

-    logger.info(f"Use chat template: {chat_template_arg}")
+    logger.info(
+        f"Use chat template for the OpenAI-compatible API server: {chat_template_arg}"
+    )
    if not chat_template_exists(chat_template_arg):
        if not os.path.exists(chat_template_arg):
            raise RuntimeError(