Allow overwrite flashinfer use_tensorcore (#2169)

2024-11-24 20:58:17 -08:00
parent dd44173dad
commit 8e1adb8441
6 changed files with 18 additions and 10 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -44,7 +44,7 @@ DEFAULT_MODEL_NAME_FOR_NIGHTLY_EVAL_QUANT_TP1 = "hugging-quants/Meta-Llama-3.1-8

 def is_in_ci():
    """Return whether it is in CI runner."""
-    return os.getenv("SGLANG_IS_IN_CI", "false") == "true"
+    return os.getenv("SGLANG_IS_IN_CI", "false").lower() == "true"


 if is_in_ci():