EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] use torch.cat instead of torch.concat to prevent entering the Autograd backends. (#4466)

Browse Source
This commit is contained in:
JieXin Liang
2025-03-16 15:02:47 +08:00
committed by GitHub
parent 81f431eded
commit 1a3fa75f2f
14 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/model_executor/forward_batch_info.py
View File

@@ -383,7 +383,7 @@ class ForwardBatch:
batch.image_inputs[i].mrope_position_delta = mrope_position_delta
mrope_positions_list[i] = mrope_positions
self.mrope_positions = torch.concat(
self.mrope_positions = torch.cat(
[torch.tensor(pos, device=device) for pos in mrope_positions_list],
axis=1,
)
@@ -449,7 +449,7 @@ def compute_position_kernel(
def compute_position_torch(
extend_prefix_lens: torch.Tensor, extend_seq_lens: torch.Tensor
):
positions = torch.concat(
positions = torch.cat(
[
torch.arange(
prefix_len, prefix_len + extend_len, device=extend_prefix_lens.device