From 87064015d9a31a116137574607bdb32a96cc3c17 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Tue, 30 Jul 2024 04:00:52 +1000 Subject: [PATCH] fix: update flashinfer to 0.1.2 to fix sampling for cu118 (#803) --- python/sglang/srt/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 41d71545a..2b73a6e65 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -226,7 +226,7 @@ def launch_server( if not server_args.disable_flashinfer: assert_pkg_version( "flashinfer", - "0.1.1", + "0.1.2", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.",