EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

compatible with new outlines (#3435)

Browse Source
This commit is contained in:
Yineng Zhang
2025-02-10 01:51:30 +08:00
committed by GitHub
parent 64c8713573
commit 85986bb978
2 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/pyproject.toml
View File

@@ -25,8 +25,8 @@ runtime_common = [
] ]
srt = [ srt = [
"sglang[runtime_common]", "cuda-python", "sglang[runtime_common]", "cuda-python",
"sgl-kernel>=0.0.3.post2", "torch", "vllm==0.6.4.post1", "sgl-kernel>=0.0.3.post2", "torch", "vllm>=0.6.4.post1,<=0.7.2",
"flashinfer_python>=0.2.0.post2", "outlines>=0.0.44,<0.1.0" "flashinfer_python>=0.2.0.post2", "outlines>=0.0.44,<=0.1.11"
] ]
# HIP (Heterogeneous-computing Interface for Portability) for AMD # HIP (Heterogeneous-computing Interface for Portability) for AMD

5
python/sglang/srt/constrained/outlines_backend.py
View File

@@ -35,7 +35,10 @@ is_hip_ = is_hip()
if is_hip_: if is_hip_:
from outlines_core.fsm.json_schema import build_regex_from_schema from outlines_core.fsm.json_schema import build_regex_from_schema
else: else:
from outlines.fsm.json_schema import build_regex_from_schema try:
from outlines.fsm.json_schema import build_regex_from_schema
except ImportError:
from outlines_core.fsm.json_schema import build_regex_from_schema
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)