Allow overwrite flashinfer use_tensorcore (#2169)

2024-11-24 20:58:17 -08:00
parent dd44173dad
commit 8e1adb8441
6 changed files with 18 additions and 10 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -930,7 +930,7 @@ def get_nvgpu_memory_capacity():

 def crash_on_warnings():
    # Crash on warning if we are running CI tests
-    return os.getenv("SGLANG_IS_IN_CI", "false") == "true"
+    return os.getenv("SGLANG_IS_IN_CI", "false").lower() == "true"


 def get_device_name(device_id: int = 0) -> str: