[Performance] Use forward_native for Conv3dLayer and add UT (#8375)
What this PR does / why we need it? switch Ascend conv3d forward_oot to use forward_native and add ut Does this PR introduce any user-facing change? No How was this patch tested? by CI --------- Signed-off-by: zouyizhou <zouyizhou@huawei.com>
This commit is contained in:
@@ -662,6 +662,7 @@ def register_ascend_customop(vllm_config: VllmConfig | None = None):
|
||||
if is_310p():
|
||||
from vllm_ascend._310p.fused_moe.fused_moe import AscendFusedMoE310, AscendSharedFusedMoE310
|
||||
from vllm_ascend._310p.ops.activation import AscendSiluAndMul310
|
||||
from vllm_ascend._310p.ops.conv import AscendConv3dLayer310
|
||||
from vllm_ascend._310p.ops.layernorm import (
|
||||
AscendGemmaRMSNorm310,
|
||||
AscendRMSNorm310,
|
||||
@@ -686,6 +687,7 @@ def register_ascend_customop(vllm_config: VllmConfig | None = None):
|
||||
"ParallelLMHead": AscendParallelLMHead310,
|
||||
"VocabParallelEmbedding": AscendVocabParallelEmbedding310,
|
||||
"MMEncoderAttention": AscendMMEncoderAttention310,
|
||||
"Conv3dLayer": AscendConv3dLayer310,
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user