EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix mem_fraction_static for AMD CI (#6748)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-05-29 12:37:30 -07:00
committed by GitHub
parent d9d35def3d
commit 73def253b5
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/server_args.py
View File

@@ -28,6 +28,7 @@ from sglang.srt.utils import (
configure_ipv6, configure_ipv6,
get_device, get_device,
get_device_memory_capacity, get_device_memory_capacity,
is_cuda,
is_flashinfer_available, is_flashinfer_available,
is_hip, is_hip,
is_port_available, is_port_available,
@@ -261,7 +262,7 @@ class ServerArgs:
self.mem_fraction_static = 0.88 self.mem_fraction_static = 0.88
else: else:
self.mem_fraction_static = 0.88 self.mem_fraction_static = 0.88
if gpu_mem is not None and gpu_mem > 180 * 1000: if gpu_mem is not None and gpu_mem > 180 * 1000 and is_cuda():
self.mem_fraction_static = 0.79 self.mem_fraction_static = 0.79
elif gpu_mem is not None and gpu_mem > 96 * 1024: elif gpu_mem is not None and gpu_mem > 96 * 1024:
mem_fraction = self.mem_fraction_static mem_fraction = self.mem_fraction_static