Allow overwrite flashinfer use_tensorcore (#2169)

2024-11-24 20:58:17 -08:00
parent dd44173dad
commit 8e1adb8441
6 changed files with 18 additions and 10 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -81,7 +81,7 @@ from sglang.utils import get_exception_traceback
 logger = logging.getLogger(__name__)

 # Test retract decode
-test_retract = os.getenv("SGLANG_TEST_RETRACT", "false") == "true"
+test_retract = os.getenv("SGLANG_TEST_RETRACT", "false").lower() == "true"


 class Scheduler: