fix: add cuda-python for xgrammar (#2199)

2024-11-26 17:24:18 +08:00
parent 867e092f82
commit bc1f6fda0d
1 changed files with 1 additions and 1 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -23,7 +23,7 @@ runtime_common = ["aiohttp", "decord", "fastapi",
    "psutil", "pydantic", "python-multipart",
    "pyzmq>=25.1.2", "torchao", "uvicorn", "uvloop",
    "xgrammar>=0.1.4"]
-srt = ["sglang[runtime_common]", "torch", "vllm>=0.6.3.post1"]
+srt = ["sglang[runtime_common]", "torch", "vllm>=0.6.3.post1", "cuda-python"]

 # HIP (Heterogeneous-computing Interface for Portability) for AMD
 # => base docker rocm/vllm-dev:20241022, not from public vllm whl