EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Support stream=True in v1/completions (#49)

Browse Source
This commit is contained in:
Cody Yu
2024-01-18 17:00:56 -08:00
committed by GitHub
parent 98a3e8ef78
commit 61d4c93962
7 changed files with 233 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -19,7 +19,7 @@ dependencies = [
[project.optional-dependencies]
srt = ["fastapi", "psutil", "rpyc", "torch", "uvloop", "uvicorn", "zmq", "vllm>=0.2.5",
"interegular", "lark", "numba"]
"interegular", "lark", "numba", "pydantic"]
openai = ["openai>=1.0"]
anthropic = ["anthropic"]
all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]"]