EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] Add undefined update_tensor_inplace function (#6307)

Browse Source
This commit is contained in:
b8zhong
2025-08-17 23:11:00 -04:00
committed by GitHub
parent 84b30d9e00
commit 716e682721
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/layers/quantization/utils.py
View File

@@ -146,6 +146,10 @@ def requantize_with_max_scale(
return max_w_scale, weight return max_w_scale, weight
def update_tensor_inplace(old: torch.Tensor, new: torch.Tensor) -> None:
old.copy_(new)
# Adapted from https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/layers/quantization/utils/layer_utils.py # Adapted from https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/layers/quantization/utils/layer_utils.py
# Newly generated tensors need to replace existing tensors that are # Newly generated tensors need to replace existing tensors that are
# already registered as parameters by vLLM (and won't be freed) # already registered as parameters by vLLM (and won't be freed)