From 7d352b4fdd3505d1ff527bd3f5b6b069b63f53bd Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Mon, 29 Jul 2024 11:39:12 -0700 Subject: [PATCH] Revert "fix: update flashinfer to 0.1.2 to fix sampling for cu118" (#805) --- python/sglang/srt/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 2b73a6e65..41d71545a 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -226,7 +226,7 @@ def launch_server( if not server_args.disable_flashinfer: assert_pkg_version( "flashinfer", - "0.1.2", + "0.1.1", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.",