delete uselese code caused by fuse allreduce+add_rmsnorm pr (#7970)
This commit is contained in:
@@ -1895,11 +1895,6 @@ class DeepseekV2DecoderLayer(nn.Module):
|
||||
hidden_states, residual, forward_batch
|
||||
)
|
||||
|
||||
if self.enable_dp_attention and self.speculative_algorithm.is_eagle():
|
||||
# NOTE: this line resolves the degradation of MTP reception rate for non-zero DP ranks.
|
||||
# See discussion here (https://github.com/sgl-project/sglang/pull/6081#discussion_r2147452251).
|
||||
hidden_states = hidden_states.clone()
|
||||
|
||||
return hidden_states, residual
|
||||
|
||||
def op_comm_prepare_attn(
|
||||
|
||||
Reference in New Issue
Block a user