Memory pool fix for upstream change about eagle (#4170)

This commit is contained in:
Zhiqiang Xie
2025-03-07 00:58:20 -08:00
committed by GitHub
parent 94a2b9d33e
commit 9376ac361d
4 changed files with 27 additions and 27 deletions

View File

@@ -24,14 +24,10 @@ import requests
from IPython.display import HTML, display
from tqdm import tqdm
from sglang.srt.openai_api.protocol import ChatCompletionMessageContentPart
from sglang.srt.utils import kill_process_tree
logger = logging.getLogger(__name__)
# type of content fields, can be only prompts or with images/videos
MsgContent = Union[str, List[ChatCompletionMessageContentPart]]
def get_exception_traceback():
etype, value, tb = sys.exc_info()