EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Minor update regarding issue #9704 (#9733)

Browse Source
This commit is contained in:
Elfie Guo
2025-09-03 16:52:07 -07:00
committed by GitHub
parent 73179b764a
commit 66d5d0425c
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/models/deepseek_v2.py
View File

@@ -1678,9 +1678,11 @@ class DeepseekV2AttentionMLA(nn.Module):
latent_cache_buf = forward_batch.token_to_kv_pool.get_key_buffer( latent_cache_buf = forward_batch.token_to_kv_pool.get_key_buffer(
self.attn_mha.layer_id self.attn_mha.layer_id
) )
latent_cache = latent_cache_buf[ latent_cache = (
forward_batch.prefix_chunk_kv_indices[i] latent_cache_buf[forward_batch.prefix_chunk_kv_indices[i]]
].contiguous() .contiguous()
.to(q.dtype)
)
kv_a_normed, k_pe = latent_cache.split( kv_a_normed, k_pe = latent_cache.split(
[self.kv_lora_rank, self.qk_rope_head_dim], dim=-1 [self.kv_lora_rank, self.qk_rope_head_dim], dim=-1