diff --git a/python/pyproject.toml b/python/pyproject.toml index 5b12a52d7..4ff0015ca 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -63,7 +63,7 @@ srt = [ "torchaudio==2.8.0", "torchvision", "cuda-python", - "flashinfer_python==0.2.14.post1", + "flashinfer_python==0.3.0rc1", ] blackwell = [ @@ -73,7 +73,7 @@ blackwell = [ "torchaudio==2.8.0", "torchvision", "cuda-python", - "flashinfer_python==0.2.14.post1", + "flashinfer_python==0.3.0rc1", ] # HIP (Heterogeneous-computing Interface for Portability) for AMD diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 274dc7837..3c2e87bd7 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -672,7 +672,7 @@ def _set_envs_and_config(server_args: ServerArgs): if server_args.attention_backend == "flashinfer": assert_pkg_version( "flashinfer_python", - "0.2.14.post1", + "0.3.0rc1", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.",