EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Convert FLASHINFER_WORKSPACE_SIZE to integer (#10731)

Browse Source
This commit is contained in:
Yang Yu
2025-09-22 15:26:42 +08:00
committed by GitHub
parent 635ccda673
commit f05805515b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/global_config.py
View File

@@ -37,8 +37,8 @@ class GlobalConfig:
) )
# Runtime constants: others # Runtime constants: others
self.retract_decode_steps = 20 self.retract_decode_steps = 20
self.flashinfer_workspace_size = os.environ.get( self.flashinfer_workspace_size = int(
"FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024 os.environ.get("FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024)
) )
# Output tokenization configs # Output tokenization configs