feat: use FlashInfer rmsnorm and silu (#907)

2024-08-11 12:57:13 +08:00
parent 43fbb6d919
commit 94752ac811
6 changed files with 156 additions and 10 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -384,7 +384,7 @@ def _set_envs_and_config(server_args: ServerArgs):
    if not server_args.disable_flashinfer:
        assert_pkg_version(
            "flashinfer",
-            "0.1.3",
+            "0.1.4",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",