Convert FLASHINFER_WORKSPACE_SIZE to integer (#10731)

This commit is contained in:
Yang Yu
2025-09-22 15:26:42 +08:00
committed by GitHub
parent 635ccda673
commit f05805515b

View File

@@ -37,8 +37,8 @@ class GlobalConfig:
)
# Runtime constants: others
self.retract_decode_steps = 20
self.flashinfer_workspace_size = os.environ.get(
"FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024
self.flashinfer_workspace_size = int(
os.environ.get("FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024)
)
# Output tokenization configs