EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix(model loader): use safe_open to prevent file handle leaks. (#7684)

Browse Source
This commit is contained in:
Simon_CQK
2025-07-02 04:18:35 +08:00
committed by GitHub
parent 93b6785d78
commit a7efbb2757
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
python/sglang/srt/model_loader/weight_utils.py
View File

@@ -460,10 +460,12 @@ def safetensors_weights_iterator(
if disable_mmap:
with open(st_file, "rb") as f:
result = safetensors.torch.load(f.read())
for name, param in result.items():
yield name, param
else:
result = safetensors.torch.load_file(st_file, device="cpu")
for name, param in result.items():
yield name, param
with safetensors.safe_open(st_file, framework="pt", device="cpu") as f:
for name in f.keys():
yield name, f.get_tensor(name)
def multi_thread_safetensors_weights_iterator(
@@ -496,7 +498,8 @@ def multi_thread_safetensors_weights_iterator(
with open(st_file, "rb") as f:
result = safetensors.torch.load(f.read())
else:
result = safetensors.torch.load_file(st_file, device="cpu")
with safetensors.safe_open(st_file, framework="pt", device="cpu") as f:
result = {k: f.get_tensor(k) for k in f.keys()}
return result