Fix logit processor bugs (#427)

This commit is contained in:
Lianmin Zheng
2024-05-12 04:54:07 -07:00
committed by GitHub
parent 7023f413c6
commit aee4f523cf
26 changed files with 166 additions and 257 deletions

View File

@@ -1,5 +1,6 @@
"""Some Public API Definitions"""
import os
import re
from typing import Callable, List, Optional, Union
@@ -31,6 +32,7 @@ def function(
def Runtime(*args, **kwargs):
# Avoid importing unnecessary dependency
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
from sglang.srt.server import Runtime
return Runtime(*args, **kwargs)