[Fix] Fix OOM in llava base class (#1249)

2024-08-28 08:38:50 -07:00
parent c411f32e1c
commit 0a97d7962d
3 changed files with 30 additions and 25 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -421,7 +421,7 @@ def _set_envs_and_config(server_args: ServerArgs):
    if not server_args.disable_flashinfer:
        assert_pkg_version(
            "flashinfer",
-            "0.1.5",
+            "0.1.6",
            "Please uninstall the old version and "
            "reinstall the latest version by following the instructions "
            "at https://docs.flashinfer.ai/installation.html.",