EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix the Jump-Forward with Chinese (#551)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-06-16 21:45:04 +08:00
committed by GitHub
parent bbec01c9aa
commit ad5f04d6ce
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -21,7 +21,7 @@ dependencies = [
[project.optional-dependencies] [project.optional-dependencies]
srt = ["aiohttp", "fastapi", "psutil", "rpyc", "torch", "uvloop", "uvicorn", srt = ["aiohttp", "fastapi", "psutil", "rpyc", "torch", "uvloop", "uvicorn",
"zmq", "vllm==0.5.0", "interegular", "pydantic", "pillow", "packaging", "huggingface_hub", "hf_transfer", "outlines>=0.0.41"] "zmq", "vllm==0.5.0", "interegular", "pydantic", "pillow", "packaging", "huggingface_hub", "hf_transfer", "outlines>=0.0.44"]
openai = ["openai>=1.0", "tiktoken"] openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"] anthropic = ["anthropic>=0.20.0"]
litellm = ["litellm>=1.0.0"] litellm = ["litellm>=1.0.0"]

6
python/sglang/srt/constrained/jump_forward.py
View File

@@ -81,8 +81,10 @@ class JumpForwardMap:
if len(c) == 1 and ord(c) < 0x80: if len(c) == 1 and ord(c) < 0x80:
# ASCII character # ASCII character
byte_ = ord(c) byte_ = ord(c)
elif len(c) == 2: elif len(c) > 1:
byte_ = int(symbols[0], 16) # FIXME: This logic is due to the leading \x00
# https://github.com/outlines-dev/outlines/pull/930
byte_ = int(symbols[0][1:], 16)
if byte_ is not None: if byte_ is not None:
outgoings_ct[state] += 1 outgoings_ct[state] += 1