[CPU] fix OOM when mem-fraction is not set (#9090)

2025-09-11 14:52:22 +08:00
parent 4aa1e69bc7
commit ef959d7b85
6 changed files with 29 additions and 16 deletions
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -87,7 +87,7 @@ srt_hip = [
 ]

 # https://docs.sglang.ai/platforms/cpu_server.html
-srt_cpu = ["sglang[runtime_common]"]
+srt_cpu = ["sglang[runtime_common]", "intel-openmp"]

 # https://docs.sglang.ai/platforms/ascend_npu.html
 srt_npu = ["sglang[runtime_common]"]