EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update patch doc (#4869)

Browse Source 
Update patch doc. After this PR is merged, all the new patch PR should
update this doc as well.
- vLLM version: v0.12.0
- vLLM main:
ad32e3e19c

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
wangxiyuan
2025-12-10 23:27:45 +08:00
committed by GitHub
parent 0fb1dc43a1
commit 3362be7f86
3 changed files with 147 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm_ascend/patch/worker/patch_qwen2_5_omni.py
View File

@@ -67,6 +67,6 @@ class AscendQwen2_5OmniThinkerForConditionalGeneration(nn.Module):
return video_embeds.split(sizes.tolist())
# NOTE: These will be removed after https://github.com/vllm-project/vllm/pull/29388 is merged.
# NOTE: These will be removed after ascend_forward_context is refactored.
Qwen2_5OmniThinkerForConditionalGeneration._process_image_input = AscendQwen2_5OmniThinkerForConditionalGeneration._process_image_input
Qwen2_5OmniThinkerForConditionalGeneration._process_video_input = AscendQwen2_5OmniThinkerForConditionalGeneration._process_video_input

2
vllm_ascend/patch/worker/patch_qwen2_5_vl.py
View File

@@ -170,6 +170,6 @@ class AscendQwen2_5_VLForConditionalGeneration(nn.Module):
Qwen2VisionAttention.forward = AscendQwen2_5_VisionAttention.forward
Qwen2_5_VisionAttention.forward = AscendQwen2_5_VisionAttention.forward
# NOTE: These will be removed after https://github.com/vllm-project/vllm/pull/29388 is merged.
# NOTE: These will be removed after ascend_forward_context is refactored.
Qwen2_5_VLForConditionalGeneration._process_image_input = AscendQwen2_5_VLForConditionalGeneration._process_image_input
Qwen2_5_VLForConditionalGeneration._process_video_input = AscendQwen2_5_VLForConditionalGeneration._process_video_input