chore: update vllm to 0.5.4 (#966)

2024-08-07 19:15:41 +08:00
parent a01ddd9605
commit c31f084c71
14 changed files with 15 additions and 18 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -23,7 +23,7 @@ dependencies = [
 srt = ["aiohttp", "fastapi", "hf_transfer", "huggingface_hub", "interegular",
       "packaging", "pillow", "psutil", "pydantic", "python-multipart",
       "torch", "uvicorn", "uvloop", "zmq",
-       "vllm==0.5.3.post1", "outlines>=0.0.44"]
+       "vllm==0.5.4", "outlines>=0.0.44"]
 openai = ["openai>=1.0", "tiktoken"]
 anthropic = ["anthropic>=0.20.0"]
 litellm = ["litellm>=1.0.0"]
--- a/python/sglang/check_env.py
+++ b/python/sglang/check_env.py
@@ -14,6 +14,7 @@ PACKAGE_LIST = [
    "sglang",
    "flashinfer",
    "triton",
+    "transformers",
    "requests",
    "tqdm",
    "numpy",