EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert "Fix nightly-test CI" (#4065)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-03-04 05:38:24 -08:00
committed by GitHub
parent 0d4e3228cf
commit 2dd7d0c533
1 changed files with 2 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
python/sglang/srt/layers/attention/flashinfer_backend.py
View File

@@ -427,10 +427,7 @@ class FlashInferAttnBackend(AttentionBackend):
else:
o2, s2 = prefill_wrapper_paged.forward_return_lse(
q.contiguous().view(-1, layer.tp_q_head_num, layer.head_dim),
self._to_dtype(
forward_batch.token_to_kv_pool.get_kv_buffer(layer.layer_id),
q.dtype,
),
forward_batch.token_to_kv_pool.get_kv_buffer(layer.layer_id),
causal=False,
sm_scale=layer.scaling,
logits_soft_cap=layer.logit_cap,
@@ -472,9 +469,7 @@ class FlashInferAttnBackend(AttentionBackend):
o = decode_wrapper.forward(
q.contiguous().view(-1, layer.tp_q_head_num, layer.head_dim),
self._to_dtype(
forward_batch.token_to_kv_pool.get_kv_buffer(layer.layer_id), q.dtype
),
forward_batch.token_to_kv_pool.get_kv_buffer(layer.layer_id),
sm_scale=layer.scaling,
logits_soft_cap=layer.logit_cap,
k_scale=layer.k_scale,
@@ -483,12 +478,6 @@ class FlashInferAttnBackend(AttentionBackend):
return o.view(-1, layer.tp_q_head_num * layer.head_dim)
def _to_dtype(self, kv_tuple, dtype):
if kv_tuple[0].dtype != dtype:
return tuple(t.to(dtype) for t in kv_tuple)
else:
return kv_tuple
def _get_wrapper_idx(self, layer: RadixAttention):
if self.num_wrappers == 1:
return 0