diff --git a/python/pyproject.toml b/python/pyproject.toml index f421fae11..1cdda4cec 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -19,7 +19,6 @@ dependencies = ["aiohttp", "requests", "tqdm", "numpy", "IPython", "setproctitle runtime_common = [ "compressed-tensors", "datasets", - "decord", "fastapi", "hf_transfer", "huggingface_hub", @@ -65,6 +64,7 @@ blackwell = [ "cuda-python", "outlines>=0.0.44,<=0.1.11", "einops", + "flashinfer_python==0.2.5", ] # HIP (Heterogeneous-computing Interface for Portability) for AMD @@ -95,6 +95,7 @@ openai = ["openai>=1.0", "tiktoken"] anthropic = ["anthropic>=0.20.0"] litellm = ["litellm>=1.0.0"] torch_memory_saver = ["torch_memory_saver>=0.0.4"] +decord = ["decord"] test = [ "accelerate", "torchaudio", @@ -105,12 +106,12 @@ test = [ "timm", "sentence_transformers", ] -all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[torch_memory_saver]"] -all_hip = ["sglang[srt_hip]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] -all_xpu = ["sglang[srt_xpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] -all_hpu = ["sglang[srt_hpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] -all_cpu = ["sglang[srt_cpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] -all_npu = ["sglang[srt_npu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] +all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[torch_memory_saver]", "sglang[decord]"] +all_hip = ["sglang[srt_hip]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"] +all_xpu = ["sglang[srt_xpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"] +all_hpu = ["sglang[srt_hpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"] +all_cpu = ["sglang[srt_cpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"] +all_npu = ["sglang[srt_npu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"] dev = ["sglang[all]", "sglang[test]"] dev_hip = ["sglang[all_hip]", "sglang[test]"]