diff --git a/python/sglang/srt/conversation.py b/python/sglang/srt/conversation.py index 1d1340a1d..84cb1db36 100644 --- a/python/sglang/srt/conversation.py +++ b/python/sglang/srt/conversation.py @@ -30,8 +30,10 @@ import re from enum import IntEnum, auto from typing import Callable, Dict, List, Optional, Tuple, Union +from typing_extensions import Literal + from sglang.srt.entrypoints.openai.protocol import ChatCompletionRequest -from sglang.srt.utils import read_system_prompt_from_file +from sglang.srt.utils import ImageData, read_system_prompt_from_file class SeparatorStyle(IntEnum): @@ -91,7 +93,7 @@ class Conversation: video_token: str = "