EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Allow running with vllm==0.4.3 (#561)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-06-24 15:24:21 -07:00
committed by GitHub
parent 05471f2103
commit 9465b668b9
2 changed files with 49 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
python/sglang/srt/constrained/__init__.py
View File

@@ -1,13 +1,19 @@
import json
from typing import Dict, Optional, Union
from outlines.caching import cache as disk_cache
from outlines.caching import disable_cache
from outlines.fsm.guide import RegexGuide
from outlines.fsm.regex import FSMInfo, make_byte_level_fsm, make_deterministic_fsm
from outlines.models.transformers import TransformerTokenizer
from pydantic import BaseModel
try:
from outlines.caching import cache as disk_cache
from outlines.fsm.guide import RegexGuide
from outlines.caching import disable_cache
from outlines.fsm.guide import RegexGuide
from outlines.fsm.regex import FSMInfo, make_byte_level_fsm, make_deterministic_fsm
from outlines.models.transformers import TransformerTokenizer
except ImportError as e:
print(f'\nError: {e}. Please install a new version of outlines by `pip install "outlines>=0.0.44"`\n')
raise
try:
from outlines.fsm.json_schema import build_regex_from_object
except ImportError: